02:34:40.394 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:34:40.394 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLBjm6B/test-tmp
02:34:40.395 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
02:34:40.395 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLBjm6B/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
02:34:40.396 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:34:40.738 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:34:40.738 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:34:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:40.740948 27352 mini_oidc.cc:152] Starting JWKS server
02:34:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:40.743948 27352 webserver.cc:460] Webserver started at http://127.0.0.1:46433/ using document root <none> and password file <none>
02:34:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:40.744189 27352 mini_oidc.cc:189] Starting OIDC Discovery server
02:34:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:40.744812 27352 webserver.cc:460] Webserver started at http://127.0.0.1:32881/ using document root <none> and password file <none>
02:34:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T02:34:40Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
02:34:40.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T02:34:40Z Disabled control of system clock
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:40.781368 27352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/wal
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/logs
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data/info.pb
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:34:40.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.62:34091
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.62
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:34:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:34:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.116609 27363 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:34:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.116922 27363 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:34:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.117010 27363 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:34:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.124527 27363 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:34:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.124652 27363 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:34:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.124697 27363 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:34:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.124747 27363 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:34:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.124785 27363 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:34:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.124841 27363 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:34:41.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.124874 27363 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46433/jwks.json
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.134346 27363 master_runner.cc:386] Master server non-default flags:
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/wal
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.62:34091
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data/info.pb
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.62
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/logs
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:34:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.135721 27363 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:34:41.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.137532 27363 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:34:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.150189 27368 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.150242 27371 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.150410 27369 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.151808 27363 server_base.cc:1034] running on GCE node
02:34:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.152666 27363 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:34:41.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.154224 27363 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:34:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.155459 27363 hybrid_clock.cc:648] HybridClock initialized: now 1786156481155406 us; error 40 us; skew 500 ppm
02:34:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.155848 27363 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:34:41.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.158340 27363 webserver.cc:460] Webserver started at http://127.26.182.62:34029/ using document root <none> and password file <none>
02:34:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.159049 27363 fs_manager.cc:359] Metadata directory not provided
02:34:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.159190 27363 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:34:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.159528 27363 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:34:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.162351 27363 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data/instance:
02:34:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68fd31d672174751add9305f10a7e5ec"
02:34:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:41 on dist-test-slave-ss4n"
02:34:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.163198 27363 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/wal/instance:
02:34:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68fd31d672174751add9305f10a7e5ec"
02:34:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:41 on dist-test-slave-ss4n"
02:34:41.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.168457 27363 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
02:34:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.172405 27378 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:34:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.173759 27363 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.173902 27363 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data,/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/wal
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68fd31d672174751add9305f10a7e5ec"
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:41 on dist-test-slave-ss4n"
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.174088 27363 fs_report.cc:383] FS layout report
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/wal
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/wal
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data/data
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:34:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:34:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.192180 27363 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:34:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.192998 27363 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:34:41.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.193274 27363 kserver.cc:163] Server-wide thread pool size limit: 3276
02:34:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.215413 27363 rpc_server.cc:307] RPC server started. Bound to: 127.26.182.62:34091
02:34:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.215421 27440 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.182.62:34091 every 8 connection(s)
02:34:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.216704 27363 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/data/info.pb
02:34:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.220393 27352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu as pid 27363
02:34:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.220600 27441 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:41.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.220698 27352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-0/wal/instance
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.222982 27352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/wal
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/logs
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data/info.pb
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.61:41485
02:34:41.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.61
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:34:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:34:41.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.227062 27441 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } has no permanent_uuid. Determining permanent_uuid...
02:34:41.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.244541 27441 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } has no permanent_uuid. Determining permanent_uuid...
02:34:41.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.245968 27381 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:41.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.247548 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.61:41485: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:41.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.297029 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } attempt: 1
02:34:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.299449 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.61:41485: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:41.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.367848 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } attempt: 2
02:34:41.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.370097 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.61:41485: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.461421 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } attempt: 3
02:34:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.463714 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.61:41485: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.571302 27443 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:34:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.571619 27443 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:34:41.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.571705 27443 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:34:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.579316 27443 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:34:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.579439 27443 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:34:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.579485 27443 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:34:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.579545 27443 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:34:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.579583 27443 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:34:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.579638 27443 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:34:41.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.579671 27443 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46433/jwks.json
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.588925 27443 master_runner.cc:386] Master server non-default flags:
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/wal
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.61:41485
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data/info.pb
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.61
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/logs
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:34:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:34:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:34:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:34:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:34:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:34:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:34:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.590333 27443 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:34:41.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.592293 27443 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:34:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.604876 27453 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.605032 27452 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.605032 27455 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.605935 27443 server_base.cc:1034] running on GCE node
02:34:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.606772 27443 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:34:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.607002 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } attempt: 4
02:34:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.608659 27443 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:34:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.609087 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.61:41485: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.610029 27443 hybrid_clock.cc:648] HybridClock initialized: now 1786156481609923 us; error 90 us; skew 500 ppm
02:34:41.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.610361 27443 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:34:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.612784 27443 webserver.cc:460] Webserver started at http://127.26.182.61:39899/ using document root <none> and password file <none>
02:34:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.613452 27443 fs_manager.cc:359] Metadata directory not provided
02:34:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.613624 27443 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:34:41.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.613909 27443 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:34:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.616753 27443 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data/instance:
02:34:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c99f656e1284827818c6d3b2a5f7ff9"
02:34:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:41 on dist-test-slave-ss4n"
02:34:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.617676 27443 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/wal/instance:
02:34:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c99f656e1284827818c6d3b2a5f7ff9"
02:34:41.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:41 on dist-test-slave-ss4n"
02:34:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.623400 27443 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
02:34:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.627315 27461 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:34:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.628752 27443 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.628916 27443 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data,/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/wal
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c99f656e1284827818c6d3b2a5f7ff9"
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:41 on dist-test-slave-ss4n"
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.629122 27443 fs_report.cc:383] FS layout report
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/wal
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/wal
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data/data
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:34:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:34:41.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.647737 27443 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:34:41.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.648638 27443 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:34:41.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.648947 27443 kserver.cc:163] Server-wide thread pool size limit: 3276
02:34:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.672644 27443 rpc_server.cc:307] RPC server started. Bound to: 127.26.182.61:41485
02:34:41.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.672664 27526 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.182.61:41485 every 8 connection(s)
02:34:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.674057 27443 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/data/info.pb
02:34:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.678262 27527 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.684448 27352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu as pid 27443
02:34:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.684661 27352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-1/wal/instance
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.686177 27352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/logs
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/info.pb
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.60:43731
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.60
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:34:41.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:34:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.685721 27527 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } has no permanent_uuid. Determining permanent_uuid...
02:34:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.703997 27527 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } has no permanent_uuid. Determining permanent_uuid...
02:34:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.714916 27527 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } has no permanent_uuid. Determining permanent_uuid...
02:34:41.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.716127 27464 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.717928 27527 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:41.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.767249 27527 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 1
02:34:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.769220 27527 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:41.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.837503 27527 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 2
02:34:41.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.839577 27527 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.908351 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } attempt: 5
02:34:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.919606 27441 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } has no permanent_uuid. Determining permanent_uuid...
02:34:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.922219 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.930860 27527 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 3
02:34:41.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.933224 27527 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:41.973544 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 1
02:34:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:41.975659 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.035341 27530 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:34:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.035718 27530 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:34:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.035843 27530 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:34:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.043502 27530 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:34:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.043668 27530 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:34:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.043725 27530 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:34:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.043795 27530 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:34:42.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.043854 27530 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:34:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.043941 27530 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:34:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.043996 27530 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46433/jwks.json
02:34:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.043900 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 2
02:34:42.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.046056 27441 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.054304 27530 master_runner.cc:386] Master server non-default flags:
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.60:43731
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/info.pb
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.60
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/logs
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:34:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.055677 27530 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:34:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.057469 27530 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:34:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.069275 27540 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.069299 27537 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.069435 27538 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.070448 27530 server_base.cc:1034] running on GCE node
02:34:42.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.071244 27530 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:34:42.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.072619 27530 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:34:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.073832 27530 hybrid_clock.cc:648] HybridClock initialized: now 1786156482073778 us; error 42 us; skew 500 ppm
02:34:42.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.074152 27530 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:34:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.076570 27530 webserver.cc:460] Webserver started at http://127.26.182.60:44205/ using document root <none> and password file <none>
02:34:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.076481 27527 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 4
02:34:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.077375 27530 fs_manager.cc:359] Metadata directory not provided
02:34:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.077551 27530 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:34:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.077976 27530 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:34:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.078526 27527 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.081357 27530 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/instance:
02:34:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1840fb3908594f92a6de83bc194d5fd6"
02:34:42.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:42 on dist-test-slave-ss4n"
02:34:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.082494 27530 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal/instance:
02:34:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1840fb3908594f92a6de83bc194d5fd6"
02:34:42.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:42 on dist-test-slave-ss4n"
02:34:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.087932 27530 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
02:34:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.091435 27547 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.093036 27530 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.093230 27530 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data,/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1840fb3908594f92a6de83bc194d5fd6"
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:42 on dist-test-slave-ss4n"
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.093451 27530 fs_report.cc:383] FS layout report
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/data
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:34:42.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:34:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.117600 27530 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:34:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.118554 27530 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:34:42.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.118851 27530 kserver.cc:163] Server-wide thread pool size limit: 3276
02:34:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.142735 27530 rpc_server.cc:307] RPC server started. Bound to: 127.26.182.60:43731
02:34:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.142767 27610 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.182.60:43731 every 8 connection(s)
02:34:42.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.144322 27530 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/info.pb
02:34:42.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.148815 27611 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.152309 27441 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 3
02:34:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.154678 27352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu as pid 27530
02:34:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.154846 27352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal/instance
02:34:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.157599 27611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } has no permanent_uuid. Determining permanent_uuid...
02:34:42.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.175184 27611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } has no permanent_uuid. Determining permanent_uuid...
02:34:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.179062 27441 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: Bootstrap starting.
02:34:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.183907 27441 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: Neither blocks nor log segments found. Creating new log.
02:34:42.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.184896 27611 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } has no permanent_uuid. Determining permanent_uuid...
02:34:42.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.186733 27441 log.cc:824] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: Log is configured to *not* fsync() on all Append() calls
02:34:42.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.189965 27441 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: No bootstrap required, opened a new log
02:34:42.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.198558 27611 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Bootstrap starting.
02:34:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.201807 27441 raft_consensus.cc:348] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.202234 27441 raft_consensus.cc:374] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.202358 27441 raft_consensus.cc:729] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68fd31d672174751add9305f10a7e5ec, State: Initialized, Role: FOLLOWER
02:34:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.202771 27611 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Neither blocks nor log segments found. Creating new log.
02:34:42.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.203076 27441 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.204228 27611 log.cc:824] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Log is configured to *not* fsync() on all Append() calls
02:34:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.205958 27441 sys_catalog.cc:564] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: configured and running, proceeding with master startup.
02:34:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.204156 27620 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.206379 27620 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: This master's current role is: FOLLOWER
02:34:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.208120 27611 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: No bootstrap required, opened a new log
02:34:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.217649 27611 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.218333 27611 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.218593 27611 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1840fb3908594f92a6de83bc194d5fd6, State: Initialized, Role: FOLLOWER
02:34:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.219376 27611 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.221647 27634 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.222208 27634 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: FOLLOWER
02:34:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.222543 27634 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:34:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.222934 27634 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.223218 27611 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: configured and running, proceeding with master startup.
02:34:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.225996 27634 leader_election.cc:288] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 68fd31d672174751add9305f10a7e5ec (127.26.182.62:34091), 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485)
02:34:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.238513 27632 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:34:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.238695 27632 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:34:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.250640 27646 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:34:42.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.251017 27646 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:34:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.257138 27405 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1840fb3908594f92a6de83bc194d5fd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68fd31d672174751add9305f10a7e5ec" is_pre_election: true
02:34:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.257939 27405 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1840fb3908594f92a6de83bc194d5fd6 in term 0.
02:34:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.261399 27551 leader_election.cc:302] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1840fb3908594f92a6de83bc194d5fd6, 68fd31d672174751add9305f10a7e5ec; no voters:
02:34:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.262061 27635 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:34:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.262357 27635 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:34:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.262595 27635 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 0 FOLLOWER]: Advancing to term 1
02:34:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.250206 27363 master_runner.cc:186] Error getting master registration for 127.26.182.61:41485: OK, instance_id { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" instance_seqno: 1786156481667181 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:34:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.266348 27635 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.271966 27635 leader_election.cc:288] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [CANDIDATE]: Term 1 election: Requested vote from peers 68fd31d672174751add9305f10a7e5ec (127.26.182.62:34091), 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485)
02:34:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.271757 27405 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1840fb3908594f92a6de83bc194d5fd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68fd31d672174751add9305f10a7e5ec"
02:34:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.272804 27405 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 0 FOLLOWER]: Advancing to term 1
02:34:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.276201 27405 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1840fb3908594f92a6de83bc194d5fd6 in term 1.
02:34:42.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.277031 27363 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:34:42.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.277729 27551 leader_election.cc:302] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1840fb3908594f92a6de83bc194d5fd6, 68fd31d672174751add9305f10a7e5ec; no voters:
02:34:42.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.278489 27635 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 1 FOLLOWER]: Leader election won for term 1
02:34:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.279143 27635 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 1 LEADER]: Becoming Leader. State: Replica: 1840fb3908594f92a6de83bc194d5fd6, State: Running, Role: LEADER
02:34:42.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.280417 27635 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.275331 27530 master_runner.cc:186] Error getting master registration for 127.26.182.61:41485: OK, instance_id { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" instance_seqno: 1786156481667181 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:34:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.291865 27530 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:34:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.294349 27634 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1840fb3908594f92a6de83bc194d5fd6. Latest consensus state: current_term: 1 leader_uuid: "1840fb3908594f92a6de83bc194d5fd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.294703 27634 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: LEADER
02:34:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.302078 27649 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:34:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.304433 27649 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:34:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.322023 27405 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Refusing update from remote peer 1840fb3908594f92a6de83bc194d5fd6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:34:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.324270 27634 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.336741 27620 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1840fb3908594f92a6de83bc194d5fd6. Latest consensus state: current_term: 1 leader_uuid: "1840fb3908594f92a6de83bc194d5fd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.337133 27620 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: This master's current role is: FOLLOWER
02:34:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.358266 27620 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1840fb3908594f92a6de83bc194d5fd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.358566 27620 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: This master's current role is: FOLLOWER
02:34:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.361969 27634 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1840fb3908594f92a6de83bc194d5fd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.362288 27634 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: LEADER
02:34:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.362643 27649 catalog_manager.cc:1347] Generated new cluster ID: 4540ce458d4f4e2991ac309f7487142b
02:34:42.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.362735 27649 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:34:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.377812 27527 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } attempt: 5
02:34:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.394379 27527 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: Bootstrap starting.
02:34:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.407141 27527 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: Neither blocks nor log segments found. Creating new log.
02:34:42.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.410288 27649 catalog_manager.cc:1370] Generated new certificate authority record
02:34:42.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.412195 27527 log.cc:824] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: Log is configured to *not* fsync() on all Append() calls
02:34:42.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.413924 27649 catalog_manager.cc:1504] Loading token signing keys...
02:34:42.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.428448 27527 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: No bootstrap required, opened a new log
02:34:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.449106 27649 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Generated new TSK 0
02:34:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.450595 27649 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:34:42.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.453689 27527 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.454144 27527 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:42.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.454264 27527 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c99f656e1284827818c6d3b2a5f7ff9, State: Initialized, Role: FOLLOWER
02:34:42.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.454953 27527 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.465440 27656 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.465956 27656 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: This master's current role is: FOLLOWER
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.467959 27527 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: configured and running, proceeding with master startup.
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.468508 27352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/wal
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/logs
02:34:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data/info.pb
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.1:0
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.182.1
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.1
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:34:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:34:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.469647 27490 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1840fb3908594f92a6de83bc194d5fd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c99f656e1284827818c6d3b2a5f7ff9"
02:34:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.470284 27490 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 0 FOLLOWER]: Advancing to term 1
02:34:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.473604 27491 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1840fb3908594f92a6de83bc194d5fd6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" is_pre_election: true
02:34:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.476879 27490 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1840fb3908594f92a6de83bc194d5fd6 in term 1.
02:34:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.477968 27489 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Refusing update from remote peer 1840fb3908594f92a6de83bc194d5fd6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:34:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.480232 27634 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:42.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.511919 27656 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1840fb3908594f92a6de83bc194d5fd6. Latest consensus state: current_term: 1 leader_uuid: "1840fb3908594f92a6de83bc194d5fd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.512277 27656 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: This master's current role is: FOLLOWER
02:34:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.512878 27663 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1840fb3908594f92a6de83bc194d5fd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.513564 27663 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: This master's current role is: FOLLOWER
02:34:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.575841 27634 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1840fb3908594f92a6de83bc194d5fd6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.576184 27634 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: LEADER
02:34:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.593017 27676 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:34:42.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.918339 27660 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:34:42.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.918629 27660 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:34:42.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.918726 27660 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:34:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.926358 27660 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:34:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.926498 27660 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:34:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.926537 27660 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:34:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.926590 27660 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:34:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.926658 27660 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.182.1
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.936522 27660 tablet_server_runner.cc:78] Tablet server non-default flags:
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/wal
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:42.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.1:0
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data/info.pb
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.1
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.182.1
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/logs
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:34:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:34:42.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.938019 27660 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:34:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.939787 27660 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:34:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.953768 27686 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.953806 27683 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:42.953837 27684 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.954979 27660 server_base.cc:1034] running on GCE node
02:34:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.955720 27660 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:34:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.956775 27660 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:34:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.958038 27660 hybrid_clock.cc:648] HybridClock initialized: now 1786156482957991 us; error 31 us; skew 500 ppm
02:34:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.958418 27660 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:34:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.961135 27660 webserver.cc:460] Webserver started at http://127.26.182.1:37883/ using document root <none> and password file <none>
02:34:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.961870 27660 fs_manager.cc:359] Metadata directory not provided
02:34:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.961975 27660 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:34:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.962333 27660 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:34:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.965049 27660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data/instance:
02:34:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ac1514af6654b91bca818d87e0d4eb6"
02:34:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:42 on dist-test-slave-ss4n"
02:34:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.965906 27660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/wal/instance:
02:34:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ac1514af6654b91bca818d87e0d4eb6"
02:34:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:42 on dist-test-slave-ss4n"
02:34:42.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.971597 27660 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
02:34:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.974929 27692 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.976281 27660 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.976408 27660 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data,/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/wal
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1ac1514af6654b91bca818d87e0d4eb6"
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:42 on dist-test-slave-ss4n"
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.976586 27660 fs_report.cc:383] FS layout report
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/wal
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/wal
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data/data
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:34:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:34:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:42.999910 27660 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:34:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.000744 27660 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:34:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.001010 27660 kserver.cc:163] Server-wide thread pool size limit: 3276
02:34:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.003988 27660 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:34:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.004102 27660 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:34:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.004263 27660 ts_tablet_manager.cc:610] Registered 0 tablets
02:34:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.004326 27660 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:34:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.075543 27660 rpc_server.cc:307] RPC server started. Bound to: 127.26.182.1:44415
02:34:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.075574 27821 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.182.1:44415 every 8 connection(s)
02:34:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.076805 27660 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/data/info.pb
02:34:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.077452 27352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu as pid 27660
02:34:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.077751 27352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-0/wal/instance
02:34:43.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.081902 27822 heartbeater.cc:347] Connected to a master server at 127.26.182.62:34091
02:34:43.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.082396 27822 heartbeater.cc:464] Registering TS with master...
02:34:43.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.083650 27822 heartbeater.cc:511] Master 127.26.182.62:34091 requested a full tablet report, sending...
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.086730 27394 ts_manager.cc:194] Registered new tserver with Master: 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415)
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.087023 27352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/wal
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/logs
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data/info.pb
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:34:43.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.2:0
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.182.2
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.2
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:34:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:34:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.089082 27823 heartbeater.cc:347] Connected to a master server at 127.26.182.60:43731
02:34:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.089370 27823 heartbeater.cc:464] Registering TS with master...
02:34:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.090142 27823 heartbeater.cc:511] Master 127.26.182.60:43731 requested a full tablet report, sending...
02:34:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.091817 27565 ts_manager.cc:194] Registered new tserver with Master: 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415)
02:34:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.093259 27565 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.182.1:52171
02:34:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.100415 27824 heartbeater.cc:347] Connected to a master server at 127.26.182.61:41485
02:34:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.100584 27824 heartbeater.cc:464] Registering TS with master...
02:34:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.101058 27824 heartbeater.cc:511] Master 127.26.182.61:41485 requested a full tablet report, sending...
02:34:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.102880 27481 ts_manager.cc:194] Registered new tserver with Master: 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415)
02:34:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.240666 27632 catalog_manager.cc:1259] Loaded cluster ID: 4540ce458d4f4e2991ac309f7487142b
02:34:43.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.240759 27632 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: loading cluster ID for follower catalog manager: success
02:34:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.243621 27632 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: acquiring CA information for follower catalog manager: success
02:34:43.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.245352 27632 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:34:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.446672 27826 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:34:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.447021 27826 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:34:43.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.447165 27826 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:34:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.454867 27826 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:34:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.455068 27826 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:34:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.455130 27826 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:34:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.455199 27826 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:34:43.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.455322 27826 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.182.2
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.464838 27826 tablet_server_runner.cc:78] Tablet server non-default flags:
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/wal
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.2:0
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data/info.pb
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.2
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.182.2
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/logs
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:34:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:34:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:34:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:34:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:34:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:34:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.466502 27826 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:34:43.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.468672 27826 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:34:43.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.482648 27831 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.482723 27835 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.482681 27833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:43.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.483700 27826 server_base.cc:1034] running on GCE node
02:34:43.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.484375 27826 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:34:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.485399 27826 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:34:43.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.486644 27826 hybrid_clock.cc:648] HybridClock initialized: now 1786156483486600 us; error 34 us; skew 500 ppm
02:34:43.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.486989 27826 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:34:43.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.489439 27826 webserver.cc:460] Webserver started at http://127.26.182.2:40185/ using document root <none> and password file <none>
02:34:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.490211 27826 fs_manager.cc:359] Metadata directory not provided
02:34:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.490336 27826 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:34:43.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.490656 27826 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:34:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.493811 27826 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data/instance:
02:34:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85094e6d9b074750b73bc3d80709146a"
02:34:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:43 on dist-test-slave-ss4n"
02:34:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.494709 27826 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/wal/instance:
02:34:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85094e6d9b074750b73bc3d80709146a"
02:34:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:43 on dist-test-slave-ss4n"
02:34:43.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.501024 27826 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.002s sys 0.005s
02:34:43.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.504743 27841 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:34:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.506313 27826 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:34:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.506513 27826 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data,/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/wal
02:34:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85094e6d9b074750b73bc3d80709146a"
02:34:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:43 on dist-test-slave-ss4n"
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.506791 27826 fs_report.cc:383] FS layout report
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/wal
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/wal
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data/data
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:34:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:34:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.525744 27826 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:34:43.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.526702 27826 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:34:43.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.527071 27826 kserver.cc:163] Server-wide thread pool size limit: 3276
02:34:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.530246 27826 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:34:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.530476 27826 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
02:34:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.530650 27826 ts_tablet_manager.cc:610] Registered 0 tablets
02:34:43.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.530725 27826 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:34:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.590437 27826 rpc_server.cc:307] RPC server started. Bound to: 127.26.182.2:38315
02:34:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.590481 27969 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.182.2:38315 every 8 connection(s)
02:34:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.591915 27826 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/data/info.pb
02:34:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.594825 27970 heartbeater.cc:347] Connected to a master server at 127.26.182.62:34091
02:34:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.595412 27970 heartbeater.cc:464] Registering TS with master...
02:34:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.597122 27970 heartbeater.cc:511] Master 127.26.182.62:34091 requested a full tablet report, sending...
02:34:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.599604 27394 ts_manager.cc:194] Registered new tserver with Master: 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315)
02:34:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.601600 27352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu as pid 27826
02:34:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.601770 27352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-1/wal/instance
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.608060 27352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/wal
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/logs
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data/info.pb
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.3:0
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.182.3
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.3
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:34:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:34:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:34:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.614373 27676 catalog_manager.cc:1259] Loaded cluster ID: 4540ce458d4f4e2991ac309f7487142b
02:34:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.614521 27676 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: loading cluster ID for follower catalog manager: success
02:34:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.617208 27972 heartbeater.cc:347] Connected to a master server at 127.26.182.61:41485
02:34:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.617236 27971 heartbeater.cc:347] Connected to a master server at 127.26.182.60:43731
02:34:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.617592 27972 heartbeater.cc:464] Registering TS with master...
02:34:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.617763 27971 heartbeater.cc:464] Registering TS with master...
02:34:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.618258 27971 heartbeater.cc:511] Master 127.26.182.60:43731 requested a full tablet report, sending...
02:34:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.618294 27972 heartbeater.cc:511] Master 127.26.182.61:41485 requested a full tablet report, sending...
02:34:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.619362 27565 ts_manager.cc:194] Registered new tserver with Master: 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315)
02:34:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.619515 27481 ts_manager.cc:194] Registered new tserver with Master: 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315)
02:34:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.620316 27565 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.182.2:58255
02:34:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.622463 27676 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: acquiring CA information for follower catalog manager: success
02:34:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:43.625303 27676 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:34:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.983703 27976 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:34:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.984055 27976 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:34:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.984195 27976 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:34:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.991750 27976 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:34:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.991959 27976 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:34:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.992018 27976 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:34:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.992090 27976 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
02:34:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:43.992187 27976 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.182.3
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.002926 27976 tablet_server_runner.cc:78] Tablet server non-default flags:
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/wal
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.3:0
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data/info.pb
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.3
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.182.3
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/logs
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:34:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.004699 27976 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:34:44.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.006862 27976 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:34:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.022749 27984 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.022750 27982 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.023151 27981 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.023742 27976 server_base.cc:1034] running on GCE node
02:34:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.024410 27976 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:34:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.025614 27976 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:34:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.026854 27976 hybrid_clock.cc:648] HybridClock initialized: now 1786156484026801 us; error 37 us; skew 500 ppm
02:34:44.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.027230 27976 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:34:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.029703 27976 webserver.cc:460] Webserver started at http://127.26.182.3:40997/ using document root <none> and password file <none>
02:34:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.030436 27976 fs_manager.cc:359] Metadata directory not provided
02:34:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.030566 27976 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:34:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.030886 27976 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
02:34:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.033878 27976 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data/instance:
02:34:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24351171c28d47c1a916c3e06c78315f"
02:34:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:44 on dist-test-slave-ss4n"
02:34:44.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.034807 27976 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/wal/instance:
02:34:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24351171c28d47c1a916c3e06c78315f"
02:34:44.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:44 on dist-test-slave-ss4n"
02:34:44.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.040354 27976 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
02:34:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.043874 27990 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:34:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.045212 27976 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:34:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.045394 27976 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data,/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/wal
02:34:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24351171c28d47c1a916c3e06c78315f"
02:34:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:44 on dist-test-slave-ss4n"
02:34:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.045697 27976 fs_report.cc:383] FS layout report
02:34:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/wal
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/wal
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data/data
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:34:44.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:34:44.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.059450 27976 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:34:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.060364 27976 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:34:44.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.060758 27976 kserver.cc:163] Server-wide thread pool size limit: 3276
02:34:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.064018 27976 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:34:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.064174 27976 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:34:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.064316 27976 ts_tablet_manager.cc:610] Registered 0 tablets
02:34:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.064404 27976 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:34:44.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.097116 27823 heartbeater.cc:503] Master 127.26.182.60:43731 was elected leader, sending a full tablet report...
02:34:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.134943 27976 rpc_server.cc:307] RPC server started. Bound to: 127.26.182.3:35549
02:34:44.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.134969 28115 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.182.3:35549 every 8 connection(s)
02:34:44.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.136468 27976 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/data/info.pb
02:34:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.139037 28116 heartbeater.cc:347] Connected to a master server at 127.26.182.62:34091
02:34:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.139319 28116 heartbeater.cc:464] Registering TS with master...
02:34:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.140348 27352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu as pid 27976
02:34:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.140352 28116 heartbeater.cc:511] Master 127.26.182.62:34091 requested a full tablet report, sending...
02:34:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.140548 27352 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/ts-2/wal/instance
02:34:44.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.142374 27394 ts_manager.cc:194] Registered new tserver with Master: 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549)
02:34:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.148557 28118 heartbeater.cc:347] Connected to a master server at 127.26.182.61:41485
02:34:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.148731 28118 heartbeater.cc:464] Registering TS with master...
02:34:44.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.149391 28118 heartbeater.cc:511] Master 127.26.182.61:41485 requested a full tablet report, sending...
02:34:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.150758 27481 ts_manager.cc:194] Registered new tserver with Master: 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549)
02:34:44.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.152870 28117 heartbeater.cc:347] Connected to a master server at 127.26.182.60:43731
02:34:44.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.153021 28117 heartbeater.cc:464] Registering TS with master...
02:34:44.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.153741 28117 heartbeater.cc:511] Master 127.26.182.60:43731 requested a full tablet report, sending...
02:34:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.154685 27565 ts_manager.cc:194] Registered new tserver with Master: 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549)
02:34:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.155525 27565 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.26.182.3:47655
02:34:44.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.165586 27352 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
02:34:44.167 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:34:44.167 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:34:44.168 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.182.62"
port: 34091
}
bound_http_address {
host: "127.26.182.62"
port: 34029
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.182.61"
port: 41485
}
bound_http_address {
host: "127.26.182.61"
port: 39899
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.182.60"
port: 43731
}
bound_http_address {
host: "127.26.182.60"
port: 44205
}
}
}
02:34:44.168 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:34:44.169 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.182.1"
port: 44415
}
bound_http_address {
host: "127.26.182.1"
port: 37883
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.182.2"
port: 38315
}
bound_http_address {
host: "127.26.182.2"
port: 40185
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.182.3"
port: 35549
}
bound_http_address {
host: "127.26.182.3"
port: 40997
}
}
}
02:34:44.169 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:34:44.171 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:34:44.173 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:44.175 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.182.62:34091(127.26.182.62:34091)] connecting to peer
02:34:44.175 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:44.176 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.182.62:34091(127.26.182.62:34091)] Successfully connected to peer
02:34:44.176 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.182.60:43731(127.26.182.60:43731)] Successfully connected to peer
02:34:44.178 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.182.61:41485(127.26.182.61:41485)] Successfully connected to peer
02:34:44.179 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.182.62
02:34:44.179 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.182.61
02:34:44.182 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.182.60
02:34:44.193 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xecf5e92c, L:/127.0.0.1:56034 - R:/127.26.182.62:34091] using SASL/PLAIN
02:34:44.200 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa7497de5, L:/127.0.0.1:57424 - R:/127.26.182.61:41485] using SASL/PLAIN
02:34:44.202 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1563aabf, L:/127.0.0.1:36864 - R:/127.26.182.60:43731] using SASL/PLAIN
02:34:44.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:34:44.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=32), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: OK, deferred=null) after lookup
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.206955 27565 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36864:
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:34:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.209189 27565 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:34:44.241 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5db27cfc29174521af53cf31097fa18d
02:34:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.282298 28050 tablet_service.cc:1467] Processing CreateTablet for tablet 401f3541e3cf43b69736c2aaef9a167c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:34:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.284422 28050 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 401f3541e3cf43b69736c2aaef9a167c. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.284206 27749 tablet_service.cc:1467] Processing CreateTablet for tablet 268aef7fce4946fea3dac4c5e012da4c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:34:44.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.284227 27898 tablet_service.cc:1467] Processing CreateTablet for tablet 401f3541e3cf43b69736c2aaef9a167c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:34:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.282318 28049 tablet_service.cc:1467] Processing CreateTablet for tablet 268aef7fce4946fea3dac4c5e012da4c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:34:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.284722 27750 tablet_service.cc:1467] Processing CreateTablet for tablet 401f3541e3cf43b69736c2aaef9a167c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:34:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.285389 28049 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 268aef7fce4946fea3dac4c5e012da4c. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.285800 27898 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 401f3541e3cf43b69736c2aaef9a167c. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.284256 27896 tablet_service.cc:1467] Processing CreateTablet for tablet 268aef7fce4946fea3dac4c5e012da4c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:34:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.285913 27750 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 401f3541e3cf43b69736c2aaef9a167c. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.286182 27896 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 268aef7fce4946fea3dac4c5e012da4c. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.287750 27749 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 268aef7fce4946fea3dac4c5e012da4c. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.304381 28143 tablet_bootstrap.cc:492] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a: Bootstrap starting.
02:34:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.305015 28144 tablet_bootstrap.cc:492] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6: Bootstrap starting.
02:34:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.308804 28144 tablet_bootstrap.cc:654] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6: Neither blocks nor log segments found. Creating new log.
02:34:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.308804 28143 tablet_bootstrap.cc:654] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a: Neither blocks nor log segments found. Creating new log.
02:34:44.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.310276 28144 log.cc:824] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6: Log is configured to *not* fsync() on all Append() calls
02:34:44.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.310226 28143 log.cc:824] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a: Log is configured to *not* fsync() on all Append() calls
02:34:44.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.310773 28146 tablet_bootstrap.cc:492] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f: Bootstrap starting.
02:34:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.314720 28146 tablet_bootstrap.cc:654] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f: Neither blocks nor log segments found. Creating new log.
02:34:44.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.316000 28146 log.cc:824] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f: Log is configured to *not* fsync() on all Append() calls
02:34:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.316983 28144 tablet_bootstrap.cc:492] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6: No bootstrap required, opened a new log
02:34:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.317224 28144 ts_tablet_manager.cc:1397] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6: Time spent bootstrapping tablet: real 0.012s user 0.003s sys 0.006s
02:34:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.319147 28146 tablet_bootstrap.cc:492] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f: No bootstrap required, opened a new log
02:34:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.319449 28146 ts_tablet_manager.cc:1397] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
02:34:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.319850 28143 tablet_bootstrap.cc:492] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a: No bootstrap required, opened a new log
02:34:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.320168 28143 ts_tablet_manager.cc:1397] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.004s
02:34:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.325791 28144 raft_consensus.cc:348] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.326279 28144 raft_consensus.cc:374] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.326439 28144 raft_consensus.cc:729] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ac1514af6654b91bca818d87e0d4eb6, State: Initialized, Role: FOLLOWER
02:34:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.327215 28144 consensus_queue.cc:260] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.332525 28146 raft_consensus.cc:348] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.332857 28143 raft_consensus.cc:348] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.333326 28146 raft_consensus.cc:374] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.333464 28143 raft_consensus.cc:374] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.333601 28146 raft_consensus.cc:729] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24351171c28d47c1a916c3e06c78315f, State: Initialized, Role: FOLLOWER
02:34:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.333696 28143 raft_consensus.cc:729] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85094e6d9b074750b73bc3d80709146a, State: Initialized, Role: FOLLOWER
02:34:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.334515 28143 consensus_queue.cc:260] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.334528 28146 consensus_queue.cc:260] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.335886 28144 ts_tablet_manager.cc:1428] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6: Time spent starting tablet: real 0.019s user 0.007s sys 0.011s
02:34:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.341944 27825 tablet.cc:2369] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:34:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.343330 28146 ts_tablet_manager.cc:1428] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f: Time spent starting tablet: real 0.024s user 0.016s sys 0.007s
02:34:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.343575 28117 heartbeater.cc:503] Master 127.26.182.60:43731 was elected leader, sending a full tablet report...
02:34:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.344204 28146 tablet_bootstrap.cc:492] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f: Bootstrap starting.
02:34:44.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.347397 28143 ts_tablet_manager.cc:1428] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a: Time spent starting tablet: real 0.027s user 0.015s sys 0.011s
02:34:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.348181 28143 tablet_bootstrap.cc:492] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a: Bootstrap starting.
02:34:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.348973 28144 tablet_bootstrap.cc:492] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6: Bootstrap starting.
02:34:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.350358 28143 tablet_bootstrap.cc:654] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a: Neither blocks nor log segments found. Creating new log.
02:34:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.350950 28144 tablet_bootstrap.cc:654] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6: Neither blocks nor log segments found. Creating new log.
02:34:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.348290 27971 heartbeater.cc:503] Master 127.26.182.60:43731 was elected leader, sending a full tablet report...
02:34:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.351944 27973 tablet.cc:2369] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:34:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.357309 28146 tablet_bootstrap.cc:654] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f: Neither blocks nor log segments found. Creating new log.
02:34:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.358343 28144 tablet_bootstrap.cc:492] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6: No bootstrap required, opened a new log
02:34:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.358667 28144 ts_tablet_manager.cc:1397] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.000s
02:34:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.359630 28144 raft_consensus.cc:348] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.360110 28144 raft_consensus.cc:374] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.360245 28144 raft_consensus.cc:729] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ac1514af6654b91bca818d87e0d4eb6, State: Initialized, Role: FOLLOWER
02:34:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.360512 28144 consensus_queue.cc:260] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.364677 28144 ts_tablet_manager.cc:1428] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6: Time spent starting tablet: real 0.006s user 0.001s sys 0.001s
02:34:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.368075 28143 tablet_bootstrap.cc:492] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a: No bootstrap required, opened a new log
02:34:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.368418 28143 ts_tablet_manager.cc:1397] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a: Time spent bootstrapping tablet: real 0.020s user 0.011s sys 0.008s
02:34:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.368544 28146 tablet_bootstrap.cc:492] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f: No bootstrap required, opened a new log
02:34:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.368739 28146 ts_tablet_manager.cc:1397] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f: Time spent bootstrapping tablet: real 0.025s user 0.004s sys 0.008s
02:34:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.369385 28143 raft_consensus.cc:348] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.369673 28143 raft_consensus.cc:374] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.369757 28143 raft_consensus.cc:729] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85094e6d9b074750b73bc3d80709146a, State: Initialized, Role: FOLLOWER
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.369588 28146 raft_consensus.cc:348] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.369849 28146 raft_consensus.cc:374] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.369958 28146 raft_consensus.cc:729] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24351171c28d47c1a916c3e06c78315f, State: Initialized, Role: FOLLOWER
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.369931 28143 consensus_queue.cc:260] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.370178 28146 consensus_queue.cc:260] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.370514 28143 ts_tablet_manager.cc:1428] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
02:34:44.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.370849 28146 ts_tablet_manager.cc:1428] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:34:44.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.389621 28119 tablet.cc:2369] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:34:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.397598 28152 raft_consensus.cc:482] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:34:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.397948 28152 raft_consensus.cc:504] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.399619 28152 leader_election.cc:288] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549), 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415)
02:34:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.407478 27774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "401f3541e3cf43b69736c2aaef9a167c" candidate_uuid: "85094e6d9b074750b73bc3d80709146a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ac1514af6654b91bca818d87e0d4eb6" is_pre_election: true
02:34:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.408066 27774 raft_consensus.cc:2454] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 85094e6d9b074750b73bc3d80709146a in term 0.
02:34:44.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.408362 28071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "401f3541e3cf43b69736c2aaef9a167c" candidate_uuid: "85094e6d9b074750b73bc3d80709146a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24351171c28d47c1a916c3e06c78315f" is_pre_election: true
02:34:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.408847 27843 leader_election.cc:302] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ac1514af6654b91bca818d87e0d4eb6, 85094e6d9b074750b73bc3d80709146a; no voters:
02:34:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.408948 28071 raft_consensus.cc:2454] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 85094e6d9b074750b73bc3d80709146a in term 0.
02:34:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.409327 28152 raft_consensus.cc:2781] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Leader pre-election won for term 1
02:34:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.409526 28152 raft_consensus.cc:482] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:34:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.409695 28152 raft_consensus.cc:3037] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Advancing to term 1
02:34:44.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.411748 28152 raft_consensus.cc:504] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.412339 28152 leader_election.cc:288] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [CANDIDATE]: Term 1 election: Requested vote from peers 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549), 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415)
02:34:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.412832 28071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "401f3541e3cf43b69736c2aaef9a167c" candidate_uuid: "85094e6d9b074750b73bc3d80709146a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24351171c28d47c1a916c3e06c78315f"
02:34:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.412993 28071 raft_consensus.cc:3037] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Advancing to term 1
02:34:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.413739 27774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "401f3541e3cf43b69736c2aaef9a167c" candidate_uuid: "85094e6d9b074750b73bc3d80709146a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ac1514af6654b91bca818d87e0d4eb6"
02:34:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.413968 27774 raft_consensus.cc:3037] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Advancing to term 1
02:34:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.415083 28071 raft_consensus.cc:2454] T 401f3541e3cf43b69736c2aaef9a167c P 24351171c28d47c1a916c3e06c78315f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 85094e6d9b074750b73bc3d80709146a in term 1.
02:34:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.415489 27842 leader_election.cc:302] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24351171c28d47c1a916c3e06c78315f, 85094e6d9b074750b73bc3d80709146a; no voters:
02:34:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.415831 28152 raft_consensus.cc:2781] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 1 FOLLOWER]: Leader election won for term 1
02:34:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.416401 27774 raft_consensus.cc:2454] T 401f3541e3cf43b69736c2aaef9a167c P 1ac1514af6654b91bca818d87e0d4eb6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 85094e6d9b074750b73bc3d80709146a in term 1.
02:34:44.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.416401 28152 raft_consensus.cc:686] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [term 1 LEADER]: Becoming Leader. State: Replica: 85094e6d9b074750b73bc3d80709146a, State: Running, Role: LEADER
02:34:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.416952 28152 consensus_queue.cc:237] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } }
02:34:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.422295 27564 catalog_manager.cc:5495] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a reported cstate change: term changed from 0 to 1, leader changed from <none> to 85094e6d9b074750b73bc3d80709146a (127.26.182.2). New cstate: current_term: 1 leader_uuid: "85094e6d9b074750b73bc3d80709146a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } health_report { overall_health: UNKNOWN } } }
02:34:44.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.485422 28150 raft_consensus.cc:482] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:34:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.485762 28150 raft_consensus.cc:504] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.487479 28150 leader_election.cc:288] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315), 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549)
02:34:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.494490 27923 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "268aef7fce4946fea3dac4c5e012da4c" candidate_uuid: "1ac1514af6654b91bca818d87e0d4eb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85094e6d9b074750b73bc3d80709146a" is_pre_election: true
02:34:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.494915 28071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "268aef7fce4946fea3dac4c5e012da4c" candidate_uuid: "1ac1514af6654b91bca818d87e0d4eb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24351171c28d47c1a916c3e06c78315f" is_pre_election: true
02:34:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.495028 27923 raft_consensus.cc:2454] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ac1514af6654b91bca818d87e0d4eb6 in term 0.
02:34:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.495200 28071 raft_consensus.cc:2454] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1ac1514af6654b91bca818d87e0d4eb6 in term 0.
02:34:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.495632 27693 leader_election.cc:302] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ac1514af6654b91bca818d87e0d4eb6, 24351171c28d47c1a916c3e06c78315f; no voters:
02:34:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.495990 28150 raft_consensus.cc:2781] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:34:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.496136 28150 raft_consensus.cc:482] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:34:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.496249 28150 raft_consensus.cc:3037] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Advancing to term 1
02:34:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.498553 28150 raft_consensus.cc:504] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.499346 28150 leader_election.cc:288] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [CANDIDATE]: Term 1 election: Requested vote from peers 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315), 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549)
02:34:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.499814 27923 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "268aef7fce4946fea3dac4c5e012da4c" candidate_uuid: "1ac1514af6654b91bca818d87e0d4eb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85094e6d9b074750b73bc3d80709146a"
02:34:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.499872 28071 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "268aef7fce4946fea3dac4c5e012da4c" candidate_uuid: "1ac1514af6654b91bca818d87e0d4eb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24351171c28d47c1a916c3e06c78315f"
02:34:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.500032 27923 raft_consensus.cc:3037] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Advancing to term 1
02:34:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.500068 28071 raft_consensus.cc:3037] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Advancing to term 1
02:34:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.502975 27923 raft_consensus.cc:2454] T 268aef7fce4946fea3dac4c5e012da4c P 85094e6d9b074750b73bc3d80709146a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ac1514af6654b91bca818d87e0d4eb6 in term 1.
02:34:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.502967 28071 raft_consensus.cc:2454] T 268aef7fce4946fea3dac4c5e012da4c P 24351171c28d47c1a916c3e06c78315f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1ac1514af6654b91bca818d87e0d4eb6 in term 1.
02:34:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.503356 27693 leader_election.cc:302] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1ac1514af6654b91bca818d87e0d4eb6, 24351171c28d47c1a916c3e06c78315f; no voters:
02:34:44.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.503625 28150 raft_consensus.cc:2781] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 1 FOLLOWER]: Leader election won for term 1
02:34:44.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.504122 28150 raft_consensus.cc:686] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [term 1 LEADER]: Becoming Leader. State: Replica: 1ac1514af6654b91bca818d87e0d4eb6, State: Running, Role: LEADER
02:34:44.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.505118 28150 consensus_queue.cc:237] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.509755 27564 catalog_manager.cc:5495] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1). New cstate: current_term: 1 leader_uuid: "1ac1514af6654b91bca818d87e0d4eb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } health_report { overall_health: UNKNOWN } } }
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.658001 27564 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36874:
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:34:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:44.659001 27564 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:34:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.671337 27750 tablet_service.cc:1467] Processing CreateTablet for tablet 009e367fc5274c709bd9a12d54f56d40 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=83ad7961b2d24a9cb4b7118d97df773b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:34:44.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.671797 27898 tablet_service.cc:1467] Processing CreateTablet for tablet 009e367fc5274c709bd9a12d54f56d40 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=83ad7961b2d24a9cb4b7118d97df773b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:34:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.672513 27750 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 009e367fc5274c709bd9a12d54f56d40. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.672096 28049 tablet_service.cc:1467] Processing CreateTablet for tablet 009e367fc5274c709bd9a12d54f56d40 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=83ad7961b2d24a9cb4b7118d97df773b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:34:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.672748 27898 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 009e367fc5274c709bd9a12d54f56d40. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.672909 28049 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 009e367fc5274c709bd9a12d54f56d40. 1 dirs total, 0 dirs full, 0 dirs failed
02:34:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.681664 28146 tablet_bootstrap.cc:492] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: Bootstrap starting.
02:34:44.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.681766 28144 tablet_bootstrap.cc:492] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: Bootstrap starting.
02:34:44.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.683495 28146 tablet_bootstrap.cc:654] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: Neither blocks nor log segments found. Creating new log.
02:34:44.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.683506 28144 tablet_bootstrap.cc:654] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: Neither blocks nor log segments found. Creating new log.
02:34:44.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.684604 28143 tablet_bootstrap.cc:492] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: Bootstrap starting.
02:34:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.686178 28143 tablet_bootstrap.cc:654] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: Neither blocks nor log segments found. Creating new log.
02:34:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.689778 28143 tablet_bootstrap.cc:492] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: No bootstrap required, opened a new log
02:34:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.689973 28143 ts_tablet_manager.cc:1397] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
02:34:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.690611 28143 raft_consensus.cc:348] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.690855 28143 raft_consensus.cc:374] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.690943 28143 raft_consensus.cc:729] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85094e6d9b074750b73bc3d80709146a, State: Initialized, Role: FOLLOWER
02:34:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.691219 28143 consensus_queue.cc:260] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.691676 28152 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.691953 28152 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: This TxnStatusTablet replica's current role is: FOLLOWER
02:34:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.693130 28146 tablet_bootstrap.cc:492] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: No bootstrap required, opened a new log
02:34:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.693320 28146 ts_tablet_manager.cc:1397] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.001s
02:34:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.694128 28146 raft_consensus.cc:348] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.694383 28146 raft_consensus.cc:374] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.694463 28146 raft_consensus.cc:729] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24351171c28d47c1a916c3e06c78315f, State: Initialized, Role: FOLLOWER
02:34:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.694726 28146 consensus_queue.cc:260] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.695393 28146 ts_tablet_manager.cc:1428] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
02:34:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.695277 28151 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.695636 28151 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: This TxnStatusTablet replica's current role is: FOLLOWER
02:34:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.698082 28143 ts_tablet_manager.cc:1428] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: Time spent starting tablet: real 0.008s user 0.000s sys 0.002s
02:34:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.702457 28144 tablet_bootstrap.cc:492] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: No bootstrap required, opened a new log
02:34:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.702669 28144 ts_tablet_manager.cc:1397] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: Time spent bootstrapping tablet: real 0.021s user 0.002s sys 0.002s
02:34:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.703313 28144 raft_consensus.cc:348] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.703544 28144 raft_consensus.cc:374] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:34:44.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.703639 28144 raft_consensus.cc:729] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1ac1514af6654b91bca818d87e0d4eb6, State: Initialized, Role: FOLLOWER
02:34:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.703897 28144 consensus_queue.cc:260] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.704463 28150 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.704859 28150 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: This TxnStatusTablet replica's current role is: FOLLOWER
02:34:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.705648 28144 ts_tablet_manager.cc:1428] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
02:34:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.830509 28151 raft_consensus.cc:482] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:34:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.830783 28151 raft_consensus.cc:504] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.832497 28151 leader_election.cc:288] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415), 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315)
02:34:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.839920 27774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "009e367fc5274c709bd9a12d54f56d40" candidate_uuid: "24351171c28d47c1a916c3e06c78315f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ac1514af6654b91bca818d87e0d4eb6" is_pre_election: true
02:34:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.840039 27923 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "009e367fc5274c709bd9a12d54f56d40" candidate_uuid: "24351171c28d47c1a916c3e06c78315f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85094e6d9b074750b73bc3d80709146a" is_pre_election: true
02:34:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.840227 27774 raft_consensus.cc:2454] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24351171c28d47c1a916c3e06c78315f in term 0.
02:34:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.840265 27923 raft_consensus.cc:2454] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 24351171c28d47c1a916c3e06c78315f in term 0.
02:34:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.840690 27991 leader_election.cc:302] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24351171c28d47c1a916c3e06c78315f, 85094e6d9b074750b73bc3d80709146a; no voters:
02:34:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.841090 28151 raft_consensus.cc:2781] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:34:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.841219 28151 raft_consensus.cc:482] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:34:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.841322 28151 raft_consensus.cc:3037] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 0 FOLLOWER]: Advancing to term 1
02:34:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.843442 28151 raft_consensus.cc:504] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.844090 28151 leader_election.cc:288] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [CANDIDATE]: Term 1 election: Requested vote from peers 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415), 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315)
02:34:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.844544 27774 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "009e367fc5274c709bd9a12d54f56d40" candidate_uuid: "24351171c28d47c1a916c3e06c78315f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1ac1514af6654b91bca818d87e0d4eb6"
02:34:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.844600 27923 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "009e367fc5274c709bd9a12d54f56d40" candidate_uuid: "24351171c28d47c1a916c3e06c78315f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85094e6d9b074750b73bc3d80709146a"
02:34:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.844732 27774 raft_consensus.cc:3037] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [term 0 FOLLOWER]: Advancing to term 1
02:34:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.844870 27923 raft_consensus.cc:3037] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [term 0 FOLLOWER]: Advancing to term 1
02:34:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.846839 27774 raft_consensus.cc:2454] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24351171c28d47c1a916c3e06c78315f in term 1.
02:34:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.846944 27923 raft_consensus.cc:2454] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 24351171c28d47c1a916c3e06c78315f in term 1.
02:34:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.847384 27992 leader_election.cc:302] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1ac1514af6654b91bca818d87e0d4eb6, 24351171c28d47c1a916c3e06c78315f, 85094e6d9b074750b73bc3d80709146a; no voters:
02:34:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.847735 28151 raft_consensus.cc:2781] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 1 FOLLOWER]: Leader election won for term 1
02:34:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.848112 28151 raft_consensus.cc:686] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [term 1 LEADER]: Becoming Leader. State: Replica: 24351171c28d47c1a916c3e06c78315f, State: Running, Role: LEADER
02:34:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.848666 28151 consensus_queue.cc:237] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } }
02:34:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.852231 28180 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: TxnStatusTablet state changed. Reason: New leader 24351171c28d47c1a916c3e06c78315f. Latest consensus state: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.852761 28180 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: This TxnStatusTablet replica's current role is: LEADER
02:34:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.853669 28182 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
02:34:44.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.854031 28182 txn_status_manager.cc:929] Loading transaction status metadata into memory...
02:34:44.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.854357 27565 catalog_manager.cc:5495] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f reported cstate change: term changed from 0 to 1, leader changed from <none> to 24351171c28d47c1a916c3e06c78315f (127.26.182.3). New cstate: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } health_report { overall_health: HEALTHY } } }
02:34:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.897215 27774 raft_consensus.cc:1261] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6 [term 1 FOLLOWER]: Refusing update from remote peer 24351171c28d47c1a916c3e06c78315f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:34:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.897205 27923 raft_consensus.cc:1261] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a [term 1 FOLLOWER]: Refusing update from remote peer 24351171c28d47c1a916c3e06c78315f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:34:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.898308 28151 consensus_queue.cc:1035] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:44.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.898705 28180 consensus_queue.cc:1035] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f [LEADER]: Connected to new peer: Peer: permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.907984 28152 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: TxnStatusTablet state changed. Reason: New leader 24351171c28d47c1a916c3e06c78315f. Latest consensus state: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.908310 28152 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: This TxnStatusTablet replica's current role is: FOLLOWER
02:34:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.912103 28150 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: TxnStatusTablet state changed. Reason: New leader 24351171c28d47c1a916c3e06c78315f. Latest consensus state: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.912438 28150 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: This TxnStatusTablet replica's current role is: FOLLOWER
02:34:44.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.916785 28151 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.917068 28151 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: This TxnStatusTablet replica's current role is: LEADER
02:34:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.922740 28180 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.929108 28152 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.929414 28152 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 85094e6d9b074750b73bc3d80709146a: This TxnStatusTablet replica's current role is: FOLLOWER
02:34:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.929394 28187 mvcc.cc:205] Tried to move back new op lower bound from 7316096962127966208 to 7316096961944354816. Current Snapshot: MvccSnapshot[applied={T|T < 7316096962127966208}]
02:34:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.929801 28180 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f: This TxnStatusTablet replica's current role is: LEADER
02:34:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.932071 28150 tablet_replica.cc:439] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "24351171c28d47c1a916c3e06c78315f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 } } peers { permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 } } peers { permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 } } }
02:34:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.932417 28150 tablet_replica.cc:442] T 009e367fc5274c709bd9a12d54f56d40 P 1ac1514af6654b91bca818d87e0d4eb6: This TxnStatusTablet replica's current role is: FOLLOWER
02:34:44.937 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:34:44.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 5db27cfc29174521af53cf31097fa18d
02:34:44.940 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.26.182.60:43731
02:34:44.940 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:34:44.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.941715 27352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu pid 27530
02:34:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.943266 27606 generic_service.cc:196] Checking for leaks (request via RPC)
02:34:44.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.954281 28152 consensus_queue.cc:1035] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [LEADER]: Connected to new peer: Peer: permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.978055 28198 consensus_queue.cc:1035] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a [LEADER]: Connected to new peer: Peer: permanent_uuid: "1ac1514af6654b91bca818d87e0d4eb6" member_type: VOTER last_known_addr { host: "127.26.182.1" port: 44415 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:44.995774 28150 consensus_queue.cc:1035] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "24351171c28d47c1a916c3e06c78315f" member_type: VOTER last_known_addr { host: "127.26.182.3" port: 35549 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:45.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.002682 28150 consensus_queue.cc:1035] T 268aef7fce4946fea3dac4c5e012da4c P 1ac1514af6654b91bca818d87e0d4eb6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "85094e6d9b074750b73bc3d80709146a" member_type: VOTER last_known_addr { host: "127.26.182.2" port: 38315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:34:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.115235 27352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu with pid 27530
02:34:45.149 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.182.60:43731(127.26.182.60:43731)] handling channelInactive
02:34:45.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state READY due to: connection closed
02:34:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.148275 27466 connection.cc:535] server connection from 127.0.0.1:57416 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:34:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.150285 28117 heartbeater.cc:644] Failed to heartbeat to 127.26.182.60:43731 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.26.182.60:43731 (error 108)
02:34:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.150885 27823 heartbeater.cc:644] Failed to heartbeat to 127.26.182.60:43731 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.26.182.60:43731 (error 108)
02:34:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.151801 27971 heartbeater.cc:644] Failed to heartbeat to 127.26.182.60:43731 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.26.182.60:43731 (error 108)
02:34:45.155 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:34:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.416253 28204 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1840fb3908594f92a6de83bc194d5fd6)
02:34:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.416635 28205 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1840fb3908594f92a6de83bc194d5fd6)
02:34:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.416797 28204 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.416965 28205 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.418496 28204 leader_election.cc:288] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 68fd31d672174751add9305f10a7e5ec (127.26.182.62:34091), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.418493 28205 leader_election.cc:288] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.419385 27491 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68fd31d672174751add9305f10a7e5ec" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" is_pre_election: true
02:34:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.419693 27491 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 68fd31d672174751add9305f10a7e5ec in term 1.
02:34:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.424139 27405 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "68fd31d672174751add9305f10a7e5ec" is_pre_election: true
02:34:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.424167 27381 leader_election.cc:302] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c99f656e1284827818c6d3b2a5f7ff9, 68fd31d672174751add9305f10a7e5ec; no voters:
02:34:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.424403 27405 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c99f656e1284827818c6d3b2a5f7ff9 in term 1.
02:34:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.424625 28205 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Leader pre-election won for term 2
02:34:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.424654 27464 leader_election.cc:334] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.424845 28205 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1840fb3908594f92a6de83bc194d5fd6)
02:34:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.424957 28205 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 1 FOLLOWER]: Advancing to term 2
02:34:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.425413 27381 leader_election.cc:334] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.425535 27466 leader_election.cc:302] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2c99f656e1284827818c6d3b2a5f7ff9, 68fd31d672174751add9305f10a7e5ec; no voters: 1840fb3908594f92a6de83bc194d5fd6
02:34:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.425966 28204 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:34:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.426105 28204 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1840fb3908594f92a6de83bc194d5fd6)
02:34:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.426224 28204 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 1 FOLLOWER]: Advancing to term 2
02:34:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.427400 28205 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.427925 28205 leader_election.cc:288] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 2 election: Requested vote from peers 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.428375 27491 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68fd31d672174751add9305f10a7e5ec" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "2c99f656e1284827818c6d3b2a5f7ff9"
02:34:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.428840 28204 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.429292 27491 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 68fd31d672174751add9305f10a7e5ec in current term 2: Already voted for candidate 2c99f656e1284827818c6d3b2a5f7ff9 in this term.
02:34:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.429601 28204 leader_election.cc:288] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 2 election: Requested vote from peers 68fd31d672174751add9305f10a7e5ec (127.26.182.62:34091), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.430120 27381 leader_election.cc:334] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:45.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.430511 27381 leader_election.cc:302] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 68fd31d672174751add9305f10a7e5ec; no voters: 1840fb3908594f92a6de83bc194d5fd6, 2c99f656e1284827818c6d3b2a5f7ff9
02:34:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.430840 28205 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:34:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.431088 27464 leader_election.cc:334] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.431322 27405 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "68fd31d672174751add9305f10a7e5ec"
02:34:45.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.431605 27405 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2c99f656e1284827818c6d3b2a5f7ff9 in current term 2: Already voted for candidate 68fd31d672174751add9305f10a7e5ec in this term.
02:34:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.432091 27466 leader_election.cc:302] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2c99f656e1284827818c6d3b2a5f7ff9; no voters: 1840fb3908594f92a6de83bc194d5fd6, 68fd31d672174751add9305f10a7e5ec
02:34:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.432448 28204 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:34:45.454 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.455 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.26.182.60:43731(127.26.182.60:43731) for tablet Kudu Master: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.473 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.475 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.493 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.513 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.515 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.533 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.553 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.593 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.653 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.26.182.60:43731, [1ms] received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [138ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, deferred=Deferred@2038645092(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@5108ea5b -> (continuation of Deferred@1412778569 after retry RPC after error@616734673) -> (continuation of Deferred@1193898572 after retry RPC after error@1373967040) -> (continuation of Deferred@796683703 after retry RPC after error@527451038) -> (continuation of Deferred@331868462 after retry RPC after error@1783466628) -> (continuation of Deferred@646992815 after retry RPC after error@996247632) -> (continuation of Deferred@398690443 after retry RPC after error@291252573), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@35f50df2 -> (continuation of Deferred@1412778569 after retry RPC after error@616734673) -> (continuation of Deferred@1193898572 after retry RPC after error@1373967040) -> (continuation of Deferred@796683703 after retry RPC after error@527451038) -> (continuation of Deferred@331868462 after retry RPC after error@1783466628) -> (continuation of Deferred@646992815 after retry RPC after error@996247632) -> (continuation of Deferred@398690443 after retry RPC after error@291252573)))
02:34:45.658 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.26.182.60:43731, [1ms] received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [20ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [40ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [60ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [80ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [100ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [138ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [140ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, deferred=Deferred@2038645092(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1485390862@5108ea5b -> (continuation of Deferred@1412778569 after retry RPC after error@616734673) -> (continuation of Deferred@1193898572 after retry RPC after error@1373967040) -> (continuation of Deferred@796683703 after retry RPC after error@527451038) -> (continuation of Deferred@331868462 after retry RPC after error@1783466628) -> (continuation of Deferred@646992815 after retry RPC after error@996247632) -> (continuation of Deferred@398690443 after retry RPC after error@291252573), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1837571313@35f50df2 -> (continuation of Deferred@1412778569 after retry RPC after error@616734673) -> (continuation of Deferred@1193898572 after retry RPC after error@1373967040) -> (continuation of Deferred@796683703 after retry RPC after error@527451038) -> (continuation of Deferred@331868462 after retry RPC after error@1783466628) -> (continuation of Deferred@646992815 after retry RPC after error@996247632) -> (continuation of Deferred@398690443 after retry RPC after error@291252573)))
02:34:45.673 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.693 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.713 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.716 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.733 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.754 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.756 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.774 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.796 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.854399 28204 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:34:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.854633 28204 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.855239 28204 leader_election.cc:288] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 68fd31d672174751add9305f10a7e5ec (127.26.182.62:34091), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.855859 27405 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "68fd31d672174751add9305f10a7e5ec" is_pre_election: true
02:34:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.856171 27405 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c99f656e1284827818c6d3b2a5f7ff9 in term 2.
02:34:45.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.856632 27466 leader_election.cc:302] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c99f656e1284827818c6d3b2a5f7ff9, 68fd31d672174751add9305f10a7e5ec; no voters:
02:34:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.856830 27464 leader_election.cc:334] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.856961 28204 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:34:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.857046 28204 raft_consensus.cc:482] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:34:45.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.857161 28204 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 2 FOLLOWER]: Advancing to term 3
02:34:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.859107 28204 raft_consensus.cc:504] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.859650 28204 leader_election.cc:288] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 3 election: Requested vote from peers 68fd31d672174751add9305f10a7e5ec (127.26.182.62:34091), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.860028 27405 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "68fd31d672174751add9305f10a7e5ec"
02:34:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.860277 27405 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 2 FOLLOWER]: Advancing to term 3
02:34:45.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.860980 27464 leader_election.cc:334] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:45.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.862788 27405 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c99f656e1284827818c6d3b2a5f7ff9 in term 3.
02:34:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.863227 27466 leader_election.cc:302] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2c99f656e1284827818c6d3b2a5f7ff9, 68fd31d672174751add9305f10a7e5ec; no voters: 1840fb3908594f92a6de83bc194d5fd6
02:34:45.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.863477 28204 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 3 FOLLOWER]: Leader election won for term 3
02:34:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.863900 28204 raft_consensus.cc:686] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [term 3 LEADER]: Becoming Leader. State: Replica: 2c99f656e1284827818c6d3b2a5f7ff9, State: Running, Role: LEADER
02:34:45.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.864306 28204 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.866061 28211 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2c99f656e1284827818c6d3b2a5f7ff9. Latest consensus state: current_term: 3 leader_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.866449 28211 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: This master's current role is: LEADER
02:34:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.867089 28213 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:34:45.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.869726 28213 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]
02:34:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.870155 28213 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=83ad7961b2d24a9cb4b7118d97df773b]
02:34:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.871599 28213 tablet_loader.cc:96] loaded metadata for tablet 009e367fc5274c709bd9a12d54f56d40 (table kudu_system.kudu_transactions [id=83ad7961b2d24a9cb4b7118d97df773b])
02:34:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.871996 28213 tablet_loader.cc:96] loaded metadata for tablet 268aef7fce4946fea3dac4c5e012da4c (table txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d])
02:34:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.872284 28213 tablet_loader.cc:96] loaded metadata for tablet 401f3541e3cf43b69736c2aaef9a167c (table txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d])
02:34:45.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.872493 28213 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:34:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.873329 28213 catalog_manager.cc:1259] Loaded cluster ID: 4540ce458d4f4e2991ac309f7487142b
02:34:45.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.873451 28213 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:34:45.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.874609 28213 catalog_manager.cc:1504] Loading token signing keys...
02:34:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.875432 28213 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9: Loaded TSK: 0
02:34:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.876225 28213 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:34:45.914 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:45.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:45.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:34:45.920 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=247), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, deferred=Deferred@1074495398(state=PENDING, result=null, callback=(continuation of Deferred@1724815086 after retry RPC after error@1607463117) -> (continuation of Deferred@658006398 after retry RPC after error@1012255856) -> (continuation of Deferred@784225522 after retry RPC after error@249008240) -> (continuation of Deferred@1786782533 after retry RPC after error@2015642665) -> (continuation of Deferred@610375195 after retry RPC after error@369612535) -> (continuation of Deferred@2104903033 after retry RPC after error@657019890) -> (continuation of Deferred@265345090 after retry RPC after error@659035937), errback=(continuation of Deferred@1724815086 after retry RPC after error@1607463117) -> (continuation of Deferred@658006398 after retry RPC after error@1012255856) -> (continuation of Deferred@784225522 after retry RPC after error@249008240) -> (continuation of Deferred@1786782533 after retry RPC after error@2015642665) -> (continuation of Deferred@610375195 after retry RPC after error@369612535) -> (continuation of Deferred@2104903033 after retry RPC after error@657019890) -> (continuation of Deferred@265345090 after retry RPC after error@659035937))) after lookup
02:34:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.924365 27512 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:57424 (request call id 16) took 2 ms (client timeout 2 ms). Trace:
02:34:45.934 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [242ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [243ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: OK, [248ms] sending RPC to server master-127.26.182.61:41485, deferred=Deferred@1074495398(state=PENDING, result=null, callback=(continuation of Deferred@1724815086 after retry RPC after error@1607463117) -> (continuation of Deferred@658006398 after retry RPC after error@1012255856) -> (continuation of Deferred@784225522 after retry RPC after error@249008240) -> (continuation of Deferred@1786782533 after retry RPC after error@2015642665) -> (continuation of Deferred@610375195 after retry RPC after error@369612535) -> (continuation of Deferred@2104903033 after retry RPC after error@657019890) -> (continuation of Deferred@265345090 after retry RPC after error@659035937) -> (continuation of Deferred@1652042453 after retry RPC@1088033384), errback=(continuation of Deferred@1724815086 after retry RPC after error@1607463117) -> (continuation of Deferred@658006398 after retry RPC after error@1012255856) -> (continuation of Deferred@784225522 after retry RPC after error@249008240) -> (continuation of Deferred@1786782533 after retry RPC after error@2015642665) -> (continuation of Deferred@610375195 after retry RPC after error@369612535) -> (continuation of Deferred@2104903033 after retry RPC after error@657019890) -> (continuation of Deferred@265345090 after retry RPC after error@659035937) -> (continuation of Deferred@1652042453 after retry RPC@1088033384)))
02:34:45.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.944056 27405 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Refusing update from remote peer 2c99f656e1284827818c6d3b2a5f7ff9: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
02:34:45.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.944811 28211 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:34:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.946755 28217 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2c99f656e1284827818c6d3b2a5f7ff9. Latest consensus state: current_term: 3 leader_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.947029 28217 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: This master's current role is: FOLLOWER
02:34:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.948797 28217 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:45.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.949064 28217 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: This master's current role is: FOLLOWER
02:34:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.924747 27512 rpcz_store.cc:269] 0808 02:34:45.922120 (+ 0us) service_pool.cc:170] Inserting onto call queue
02:34:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:45.922215 (+ 95us) service_pool.cc:227] Handling call
02:34:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:45.924299 (+ 2084us) inbound_call.cc:173] Queueing success response
02:34:45.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":596,"thread_start_us":1199,"threads_started":4}
02:34:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.956194 28222 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.956895 28222 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 [sys.catalog]: This master's current role is: LEADER
02:34:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:45.957257 27464 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 -> Peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Couldn't send request to peer 1840fb3908594f92a6de83bc194d5fd6. Status: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:34:45.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 274965076828021 + 9223097071777949132 cannot be represented in type 'long'
02:34:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:45.979301 27481 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57448:
02:34:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:34:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:46.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:34:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:34:46.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:46.002976 27481 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:34:46.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:46.460136 27464 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 -> Peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Couldn't send request to peer 1840fb3908594f92a6de83bc194d5fd6. Status: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:34:46.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:46.753528 27464 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111) [suppressed 16 similar messages]
02:34:46.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:46.972373 27464 consensus_peers.cc:487] T 00000000000000000000000000000000 P 2c99f656e1284827818c6d3b2a5f7ff9 -> Peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Couldn't send request to peer 1840fb3908594f92a6de83bc194d5fd6. Status: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:34:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.016921 28118 heartbeater.cc:503] Master 127.26.182.61:41485 was elected leader, sending a full tablet report...
02:34:47.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7fcbebd0a538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
02:34:47.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
02:34:47.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 401f3541e3cf43b69736c2aaef9a167c for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
02:34:47.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 268aef7fce4946fea3dac4c5e012da4c for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
02:34:47.164 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=401f3541e3cf43b69736c2aaef9a167c@[1ac1514af6654b91bca818d87e0d4eb6(127.26.182.1:44415),24351171c28d47c1a916c3e06c78315f(127.26.182.3:35549),85094e6d9b074750b73bc3d80709146a(127.26.182.2:38315)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=268aef7fce4946fea3dac4c5e012da4c@[1ac1514af6654b91bca818d87e0d4eb6(127.26.182.1:44415)[L],24351171c28d47c1a916c3e06c78315f(127.26.182.3:35549),85094e6d9b074750b73bc3d80709146a(127.26.182.2:38315)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:34:47.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.182.61:41485, [3ms] Sub RPC GetTableLocations: received response from server master-127.26.182.61:41485: OK, deferred=null) after lookup
02:34:47.165 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 85094e6d9b074750b73bc3d80709146a(127.26.182.2:38315)] connecting to peer
02:34:47.166 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 85094e6d9b074750b73bc3d80709146a(127.26.182.2:38315)] Successfully connected to peer
02:34:47.195 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x82e6af3e, L:/127.0.0.1:57598 - R:/127.26.182.2:38315] using TOKEN/null
02:34:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.210067 27895 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.26.182.60:43731)
02:34:47.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7fcbfed7ebe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
02:34:47.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7fcbfed6f7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
02:34:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7fcbfeec416b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
02:34:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7fcbfeec4d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
02:34:47.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7fcbfeec99cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
02:34:47.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7fcbf8f7acc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
02:34:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7fcbf8f7a9f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
02:34:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.294427 27363 master_runner.cc:186] Error getting master registration for 127.26.182.60:43731: Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111),
02:34:47.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.294741 27363 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:34:47.326 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.26.182.60:43731
02:34:47.327 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.328169 27352 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/logs
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/info.pb
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:47.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.60:43731
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.60
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44205
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:34:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:34:47.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7fcbf28e79be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
02:34:47.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7fcbf28e679e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
02:34:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7fcbf28ecb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
02:34:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7fcbf28ed54f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
02:34:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7fcbf28ed378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
02:34:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
02:34:47.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7fcbebdcfeae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
02:34:47.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7fcbef0a96da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
02:34:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7fcbe803f61e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
02:34:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
02:34:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.387317 27972 heartbeater.cc:503] Master 127.26.182.61:41485 was elected leader, sending a full tablet report...
02:34:47.400 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.182.61:41485(127.26.182.61:41485)] handling channelInactive
02:34:47.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state READY due to: connection closed
02:34:47.400 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.26.182.61:41485(127.26.182.61:41485) for tablet Kudu Master: connection closed
02:34:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.401327 27844 connection.cc:535] client connection to 127.26.182.61:41485 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:34:47.414 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
02:34:47.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.425741 27824 heartbeater.cc:503] Master 127.26.182.61:41485 was elected leader, sending a full tablet report...
02:34:47.574 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.575 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.577 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.594 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.608079 28263 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2c99f656e1284827818c6d3b2a5f7ff9)
02:34:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.608276 28263 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:47.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.608976 28263 leader_election.cc:288] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:47.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.609874 27381 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111) [suppressed 9 similar messages]
02:34:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.611443 27381 leader_election.cc:334] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485): Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.611668 27381 leader_election.cc:334] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731): Network error: Client connection negotiation failed: client connection to 127.26.182.60:43731: connect: Connection refused (error 111)
02:34:47.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.611819 27381 leader_election.cc:302] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 68fd31d672174751add9305f10a7e5ec; no voters: 1840fb3908594f92a6de83bc194d5fd6, 2c99f656e1284827818c6d3b2a5f7ff9
02:34:47.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.612150 28263 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
02:34:47.613 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.614 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.634 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.636 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.653 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.654 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.656 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.674 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.705276 28259 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
02:34:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.705708 28259 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:34:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.705812 28259 flags.cc:425] Enabled unsafe flag: --never_fsync=true
02:34:47.713 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.714 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.714725 28259 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
02:34:47.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.714880 28259 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
02:34:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.714946 28259 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
02:34:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.715058 28259 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
02:34:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.715123 28259 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
02:34:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.715210 28259 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
02:34:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.715267 28259 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46433/jwks.json
02:34:47.716 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.726408 28259 master_runner.cc:386] Master server non-default flags:
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.182.20:46857
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data
02:34:47.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.182.62:34091,127.26.182.61:41485,127.26.182.60:43731
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.182.60:43731
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46433/jwks.json
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/info.pb
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.182.60
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44205
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:34:47.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/logs
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 01:07:42 UTC on ccycloud.quasar-vfhkhu.root.comops.site
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573758
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:34:47.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.728256 28259 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:34:47.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.730410 28259 file_cache.cc:493] Constructed file cache file cache with capacity 419430
02:34:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.743808 28270 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.744032 28271 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.744287 28273 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:34:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.745414 28259 server_base.cc:1034] running on GCE node
02:34:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.746452 28259 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:34:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.748160 28259 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:34:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.749408 28259 hybrid_clock.cc:648] HybridClock initialized: now 1786156487749356 us; error 39 us; skew 500 ppm
02:34:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.749897 28259 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:34:47.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.752712 28259 webserver.cc:460] Webserver started at http://127.26.182.60:44205/ using document root <none> and password file <none>
02:34:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.753577 28259 fs_manager.cc:359] Metadata directory not provided
02:34:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.753750 28259 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:34:47.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.759769 28259 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.004s sys 0.001s
02:34:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.762936 28279 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:34:47.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.764427 28259 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.764585 28259 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data,/tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1840fb3908594f92a6de83bc194d5fd6"
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 02:34:42 on dist-test-slave-ss4n"
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.765657 28259 fs_report.cc:383] FS layout report
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/wal
02:34:47.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/data
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:34:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:34:47.773 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.773 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.776 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, deferred=Deferred@2063490914(state=PENDING, result=null, callback=(continuation of Deferred@813286455 after retry RPC after error@78385696) -> (continuation of Deferred@142783252 after retry RPC after error@9431081) -> (continuation of Deferred@2125061235 after retry RPC after error@451996820) -> (continuation of Deferred@125302477 after retry RPC after error@2017892522) -> (continuation of Deferred@1220315541 after retry RPC after error@1429559386) -> (continuation of Deferred@1833700783 after retry RPC after error@553868132) -> (continuation of Deferred@224366320 after retry RPC after error@1918361737), errback=(continuation of Deferred@813286455 after retry RPC after error@78385696) -> (continuation of Deferred@142783252 after retry RPC after error@9431081) -> (continuation of Deferred@2125061235 after retry RPC after error@451996820) -> (continuation of Deferred@125302477 after retry RPC after error@2017892522) -> (continuation of Deferred@1220315541 after retry RPC after error@1429559386) -> (continuation of Deferred@1833700783 after retry RPC after error@553868132) -> (continuation of Deferred@224366320 after retry RPC after error@1918361737)))
02:34:47.778 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [2ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [3ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [22ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [41ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [42ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [43ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [63ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [64ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [81ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [82ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [83ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [102ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [104ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [142ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [143ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.60:43731, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.62:34091, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.182.61:41485, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.60:43731: Network error: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731, [201ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.61:41485: Network error: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, [202ms] Sub RPC ConnectToMaster: received response from server master-127.26.182.62:34091: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485, deferred=Deferred@2063490914(state=PENDING, result=null, callback=(continuation of Deferred@813286455 after retry RPC after error@78385696) -> (continuation of Deferred@142783252 after retry RPC after error@9431081) -> (continuation of Deferred@2125061235 after retry RPC after error@451996820) -> (continuation of Deferred@125302477 after retry RPC after error@2017892522) -> (continuation of Deferred@1220315541 after retry RPC after error@1429559386) -> (continuation of Deferred@1833700783 after retry RPC after error@553868132) -> (continuation of Deferred@224366320 after retry RPC after error@1918361737), errback=(continuation of Deferred@813286455 after retry RPC after error@78385696) -> (continuation of Deferred@142783252 after retry RPC after error@9431081) -> (continuation of Deferred@2125061235 after retry RPC after error@451996820) -> (continuation of Deferred@125302477 after retry RPC after error@2017892522) -> (continuation of Deferred@1220315541 after retry RPC after error@1429559386) -> (continuation of Deferred@1833700783 after retry RPC after error@553868132) -> (continuation of Deferred@224366320 after retry RPC after error@1918361737)))
02:34:47.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.793213 28259 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
02:34:47.793 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.794 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.794456 28259 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:34:47.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.794849 28259 kserver.cc:163] Server-wide thread pool size limit: 3276
02:34:47.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.796 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.814 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.815 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: Failed to connect to peer master-127.26.182.60:43731(127.26.182.60:43731): Connection refused: /127.26.182.60:43731
02:34:47.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: Failed to connect to peer master-127.26.182.61:41485(127.26.182.61:41485): Connection refused: /127.26.182.61:41485
02:34:47.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.821698 28259 rpc_server.cc:307] RPC server started. Bound to: 127.26.182.60:43731
02:34:47.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.821745 28342 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.26.182.60:43731 every 8 connection(s)
02:34:47.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.823298 28259 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskLBjm6B/test-tmp/mini-kudu-cluster4491492973867365803/master-2/data/info.pb
02:34:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.830798 28343 sys_catalog.cc:263] Verifying existing consensus state
02:34:47.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.832010 27352 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu as pid 28259
02:34:47.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:34:47.833 [DEBUG - main] (Connection.java:575) [peer master-127.26.182.61:41485(127.26.182.61:41485)] disconnecting while in state TERMINATED
02:34:47.833 [DEBUG - main] (Connection.java:575) [peer master-127.26.182.62:34091(127.26.182.62:34091)] disconnecting while in state READY
02:34:47.833 [DEBUG - main] (Connection.java:575) [peer master-127.26.182.60:43731(127.26.182.60:43731)] disconnecting while in state TERMINATED
02:34:47.834 [DEBUG - main] (Connection.java:575) [peer 85094e6d9b074750b73bc3d80709146a(127.26.182.2:38315)] disconnecting while in state READY
02:34:47.834 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.60:43731(127.26.182.60:43731)] connecting to peer
02:34:47.835 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.26.182.61:41485(127.26.182.61:41485)] connecting to peer
02:34:47.835 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.182.60:43731(127.26.182.60:43731)] Successfully connected to peer
02:34:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.835229 28343 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Bootstrap starting.
02:34:47.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:34:47.838 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.182.62:34091(127.26.182.62:34091)] handling channelInactive
02:34:47.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.62:34091(127.26.182.62:34091)] cleaning up while in state READY due to: connection closed
02:34:47.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.62:34091: connection closed
02:34:47.839 [ERROR - kudu-nio-1] (Connection.java:452) [peer master-127.26.182.61:41485(127.26.182.61:41485)] unexpected exception from downstream
java.lang.IllegalStateException: executor not accepting a task
at io.netty.resolver.AddressResolverGroup.getResolver(AddressResolverGroup.java:61) ~[netty-resolver-4.1.94.Final.jar:4.1.94.Final]
at io.netty.bootstrap.Bootstrap.doResolveAndConnect0(Bootstrap.java:194) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.bootstrap.Bootstrap.access$000(Bootstrap.java:46) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.bootstrap.Bootstrap$1.operationComplete(Bootstrap.java:180) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.bootstrap.Bootstrap$1.operationComplete(Bootstrap.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe.safeSetSuccess(AbstractChannel.java:990) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:516) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe.access$200(AbstractChannel.java:429) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:486) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: executor not accepting a task
at io.netty.resolver.AddressResolverGroup.getResolver(AddressResolverGroup.java:61)
at io.netty.bootstrap.Bootstrap.doResolveAndConnect0(Bootstrap.java:194)
at io.netty.bootstrap.Bootstrap.access$000(Bootstrap.java:46)
at io.netty.bootstrap.Bootstrap$1.operationComplete(Bootstrap.java:180)
at io.netty.bootstrap.Bootstrap$1.operationComplete(Bootstrap.java:166)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625)
at io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105)
at io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84)
at io.netty.channel.AbstractChannel$AbstractUnsafe.safeSetSuccess(AbstractChannel.java:990)
at io.netty.channel.AbstractChannel$AbstractUnsafe.register0(AbstractChannel.java:516)
at io.netty.channel.AbstractChannel$AbstractUnsafe.access$200(AbstractChannel.java:429)
at io.netty.channel.AbstractChannel$AbstractUnsafe$1.run(AbstractChannel.java:486)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
02:34:47.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.182.61:41485(127.26.182.61:41485)] cleaning up while in state CONNECTING due to: [peer master-127.26.182.61:41485(127.26.182.61:41485)] unexpected exception from downstream
02:34:47.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.61:41485: [peer master-127.26.182.61:41485(127.26.182.61:41485)] unexpected exception from downstream
02:34:47.841 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 85094e6d9b074750b73bc3d80709146a(127.26.182.2:38315)] handling channelInactive
02:34:47.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 85094e6d9b074750b73bc3d80709146a(127.26.182.2:38315)] cleaning up while in state READY due to: connection closed
02:34:47.841 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.182.60:43731(127.26.182.60:43731)] handling channelInactive
02:34:47.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.182.60:43731(127.26.182.60:43731)] cleaning up while in state NEGOTIATING due to: connection closed
02:34:47.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.182.60:43731: connection closed
02:34:47.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.182.60:43731,127.26.182.62:34091,127.26.182.61:41485; will retry
02:34:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.845845 27352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu pid 27660
02:34:47.842 [WARN - kudu-nio-0] (AsyncKuduClient.java:2800) Failed to schedule timer. Ignore this if we're shutting down.
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343) [main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) [main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) [main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:277) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasksFrom(SingleThreadEventExecutor.java:426) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:375) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:763) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: cannot be started once stopped
at io.netty.util.HashedWheelTimer.start(HashedWheelTimer.java:372)
at io.netty.util.HashedWheelTimer.newTimeout(HashedWheelTimer.java:447)
at org.apache.kudu.client.AsyncKuduClient.newTimeout(AsyncKuduClient.java:2795)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2343)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.channelInactive(Connection.java:254)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81)
at io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:277)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:411)
at io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:376)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:305)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1405)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281)
at io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:901)
at io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:813)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasksFrom(SingleThreadEventExecutor.java:426)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:375)
at io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:763)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
02:34:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.859647 28345 negotiation.cc:337] Failed RPC negotiation. Trace:
02:34:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.836924 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:37490 (local address 127.26.182.60:43731)
02:34:47.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.853392 (+ 16468us) server_negotiation.cc:206] Beginning negotiation
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.853420 (+ 28us) server_negotiation.cc:399] Waiting for connection header
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.853513 (+ 93us) server_negotiation.cc:407] Connection header received
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.856482 (+ 2969us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.856532 (+ 50us) server_negotiation.cc:461] Received NEGOTIATE request from client
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.857531 (+ 999us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:47.858318 (+ 787us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37490: BlockingWrite error: write error: Broken pipe (error 32)
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":15733,"thread_start_us":15458,"threads_started":1}
02:34:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.859980 28343 log.cc:824] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Log is configured to *not* fsync() on all Append() calls
02:34:47.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.865787 27817 generic_service.cc:196] Checking for leaks (request via RPC)
02:34:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.879066 28343 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:34:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.879757 28343 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: Bootstrap complete.
02:34:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.889340 28343 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.890398 28343 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1840fb3908594f92a6de83bc194d5fd6, State: Initialized, Role: FOLLOWER
02:34:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.891124 28343 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.892120 28351 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.892731 28351 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: FOLLOWER
02:34:47.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.893196 28343 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: configured and running, proceeding with master startup.
02:34:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.913422 28363 catalog_manager.cc:1259] Loaded cluster ID: 4540ce458d4f4e2991ac309f7487142b
02:34:47.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.913585 28363 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: loading cluster ID for follower catalog manager: success
02:34:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.917855 28363 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: acquiring CA information for follower catalog manager: success
02:34:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.920312 28363 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:34:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.931656 28259 master_runner.cc:186] Error getting master registration for 127.26.182.61:41485: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111),
02:34:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.938551 28259 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:34:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.981590 28263 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 2c99f656e1284827818c6d3b2a5f7ff9)
02:34:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.981841 28263 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.982685 28263 leader_election.cc:288] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:47.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:47.997352 27381 leader_election.cc:334] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485): Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.999059 28307 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68fd31d672174751add9305f10a7e5ec" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "1840fb3908594f92a6de83bc194d5fd6" is_pre_election: true
02:34:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:47.999764 28307 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 68fd31d672174751add9305f10a7e5ec in term 1.
02:34:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.000875 27381 leader_election.cc:302] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1840fb3908594f92a6de83bc194d5fd6, 68fd31d672174751add9305f10a7e5ec; no voters: 2c99f656e1284827818c6d3b2a5f7ff9
02:34:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.001274 28263 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Leader pre-election won for term 4
02:34:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.001436 28263 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Starting leader election (detected failure of leader 2c99f656e1284827818c6d3b2a5f7ff9)
02:34:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.001585 28263 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 3 FOLLOWER]: Advancing to term 4
02:34:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.003693 28263 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.004393 28263 leader_election.cc:288] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 election: Requested vote from peers 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485), 1840fb3908594f92a6de83bc194d5fd6 (127.26.182.60:43731)
02:34:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.005256 28307 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68fd31d672174751add9305f10a7e5ec" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "1840fb3908594f92a6de83bc194d5fd6"
02:34:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.006033 28307 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 1 FOLLOWER]: Advancing to term 4
02:34:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.006429 27381 leader_election.cc:334] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485): Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111)
02:34:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.011379 28307 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 68fd31d672174751add9305f10a7e5ec in term 4.
02:34:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.011896 27381 leader_election.cc:302] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1840fb3908594f92a6de83bc194d5fd6, 68fd31d672174751add9305f10a7e5ec; no voters: 2c99f656e1284827818c6d3b2a5f7ff9
02:34:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.012250 28263 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 4 FOLLOWER]: Leader election won for term 4
02:34:48.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.012837 28263 raft_consensus.cc:686] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [term 4 LEADER]: Becoming Leader. State: Replica: 68fd31d672174751add9305f10a7e5ec, State: Running, Role: LEADER
02:34:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.013383 28263 consensus_queue.cc:237] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } }
02:34:48.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.015301 28368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68fd31d672174751add9305f10a7e5ec. Latest consensus state: current_term: 4 leader_uuid: "68fd31d672174751add9305f10a7e5ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:48.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.015632 28368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: This master's current role is: LEADER
02:34:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.016615 28370 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
02:34:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.019608 28370 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d]
02:34:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.020390 28370 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=83ad7961b2d24a9cb4b7118d97df773b]
02:34:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.022470 28370 tablet_loader.cc:96] loaded metadata for tablet 009e367fc5274c709bd9a12d54f56d40 (table kudu_system.kudu_transactions [id=83ad7961b2d24a9cb4b7118d97df773b])
02:34:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.023206 28370 tablet_loader.cc:96] loaded metadata for tablet 268aef7fce4946fea3dac4c5e012da4c (table txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d])
02:34:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.023928 28370 tablet_loader.cc:96] loaded metadata for tablet 401f3541e3cf43b69736c2aaef9a167c (table txn_manager_fallback_rolling [id=5db27cfc29174521af53cf31097fa18d])
02:34:48.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.024437 28370 catalog_manager.cc:1484] Initializing Kudu cluster ID...
02:34:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.026180 28370 catalog_manager.cc:1259] Loaded cluster ID: 4540ce458d4f4e2991ac309f7487142b
02:34:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.026453 28370 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
02:34:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.028786 28370 catalog_manager.cc:1504] Loading token signing keys...
02:34:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.030493 28370 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec: Loaded TSK: 0
02:34:48.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.032145 28370 catalog_manager.cc:1514] Initializing in-progress tserver states...
02:34:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.045416 27352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu with pid 27660
02:34:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.074019 27992 connection.cc:535] client connection to 127.26.182.1:44415 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:34:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.074267 27992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:34:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.075681 27843 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.26.182.1:44415 (error 108)
02:34:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.076149 27992 consensus_peers.cc:487] T 009e367fc5274c709bd9a12d54f56d40 P 24351171c28d47c1a916c3e06c78315f -> Peer 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415): Couldn't send request to peer 1ac1514af6654b91bca818d87e0d4eb6. Status: Network error: Client connection negotiation failed: client connection to 127.26.182.1:44415: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:34:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.078284 27843 consensus_peers.cc:487] T 401f3541e3cf43b69736c2aaef9a167c P 85094e6d9b074750b73bc3d80709146a -> Peer 1ac1514af6654b91bca818d87e0d4eb6 (127.26.182.1:44415): Couldn't send request to peer 1ac1514af6654b91bca818d87e0d4eb6. Status: Network error: Client connection negotiation failed: client connection to 127.26.182.1:44415: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:34:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.079443 27352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu pid 27826
02:34:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.081717 27997 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.014s from last keepalive heartbeat (effective timeout is 1.000s)
02:34:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.089118 27965 generic_service.cc:196] Checking for leaks (request via RPC)
02:34:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.093091 27381 consensus_peers.cc:487] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec -> Peer 2c99f656e1284827818c6d3b2a5f7ff9 (127.26.182.61:41485): Couldn't send request to peer 2c99f656e1284827818c6d3b2a5f7ff9. Status: Network error: Client connection negotiation failed: client connection to 127.26.182.61:41485: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:34:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.095037 28027 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.26.182.60:43731)
02:34:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.131577 28307 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [term 4 FOLLOWER]: Refusing update from remote peer 68fd31d672174751add9305f10a7e5ec: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
02:34:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.132622 28368 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
02:34:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.139437 28351 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68fd31d672174751add9305f10a7e5ec. Latest consensus state: current_term: 4 leader_uuid: "68fd31d672174751add9305f10a7e5ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.139890 28351 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: FOLLOWER
02:34:48.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.140817 28368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "68fd31d672174751add9305f10a7e5ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:48.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.141105 28368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68fd31d672174751add9305f10a7e5ec [sys.catalog]: This master's current role is: LEADER
02:34:48.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.141454 28387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "68fd31d672174751add9305f10a7e5ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.141916 28387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: FOLLOWER
02:34:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.142138 28387 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "68fd31d672174751add9305f10a7e5ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68fd31d672174751add9305f10a7e5ec" member_type: VOTER last_known_addr { host: "127.26.182.62" port: 34091 } } peers { permanent_uuid: "2c99f656e1284827818c6d3b2a5f7ff9" member_type: VOTER last_known_addr { host: "127.26.182.61" port: 41485 } } peers { permanent_uuid: "1840fb3908594f92a6de83bc194d5fd6" member_type: VOTER last_known_addr { host: "127.26.182.60" port: 43731 } } }
02:34:48.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.142410 28387 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1840fb3908594f92a6de83bc194d5fd6 [sys.catalog]: This master's current role is: FOLLOWER
02:34:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.169306 28117 heartbeater.cc:347] Connected to a master server at 127.26.182.60:43731
02:34:48.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.174052 28297 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "24351171c28d47c1a916c3e06c78315f" instance_seqno: 1786156484126169) as {username='slave'} at 127.26.182.3:36707; Asking this server to re-register.
02:34:48.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.175017 28117 heartbeater.cc:464] Registering TS with master...
02:34:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.177086 28297 ts_manager.cc:194] Registered new tserver with Master: 24351171c28d47c1a916c3e06c78315f (127.26.182.3:35549)
02:34:48.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.209770 27352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu with pid 27826
02:34:48.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.237388 27352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu pid 27976
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.238241 28382 negotiation.cc:337] Failed RPC negotiation. Trace:
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.107001 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.26.182.2:38315 (local address 127.26.182.3:37277)
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.107273 (+ 272us) negotiation.cc:107] Waiting for socket to connect
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.107297 (+ 24us) client_negotiation.cc:174] Beginning negotiation
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.107458 (+ 161us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.209842 (+102384us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.209848 (+ 6us) client_negotiation.cc:394] Received NEGOTIATE response from server
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.209867 (+ 19us) client_negotiation.cc:189] Negotiated authn=TOKEN
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.218330 (+ 8463us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.218352 (+ 22us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 02:34:48.237118 (+ 18766us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.26.182.2:38315: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":73}
02:34:48.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.238659 28025 meta_cache.cc:302] tablet 401f3541e3cf43b69736c2aaef9a167c: replica 85094e6d9b074750b73bc3d80709146a (127.26.182.2:38315) has failed: Network error: Client connection negotiation failed: client connection to 127.26.182.2:38315: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:34:48.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.249804 28111 generic_service.cc:196] Checking for leaks (request via RPC)
02:34:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.382701 27352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu with pid 27976
02:34:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.409310 27352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu pid 27363
02:34:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.410609 27436 generic_service.cc:196] Checking for leaks (request via RPC)
02:34:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.528246 27352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu with pid 27363
02:34:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 02:34:48.555574 28280 connection.cc:535] server connection from 127.0.0.1:37494 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:34:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.556023 27352 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu pid 28259
02:34:48.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.563548 28338 generic_service.cc:196] Checking for leaks (request via RPC)
02:34:48.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 02:34:48.673626 27352 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskLBjm6B/build/asan/bin/kudu with pid 28259
02:34:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T02:34:48Z chronyd exiting
02:34:48.836 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.NullPointerException: null
at com.google.common.base.Preconditions.checkNotNull(Preconditions.java:903) ~[guava-32.1.1-jre.jar:?]
at org.apache.kudu.client.KuduClient.findLeaderMasterServer(KuduClient.java:555) ~[main/:?]
at org.apache.kudu.test.KuduTestHarness.findLeaderMasterServer(KuduTestHarness.java:290) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.killLeaderMasterServer(KuduTestHarness.java:301) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1202) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.NullPointerException
at com.google.common.base.Preconditions.checkNotNull(Preconditions.java:903)
at org.apache.kudu.client.KuduClient.findLeaderMasterServer(KuduClient.java:555)
at org.apache.kudu.test.KuduTestHarness.findLeaderMasterServer(KuduTestHarness.java:290)
at org.apache.kudu.test.KuduTestHarness.killLeaderMasterServer(KuduTestHarness.java:301)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1202)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)