12:08:26.543 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
12:08:26.543 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskPnx1KU/test-tmp
12:08:26.543 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
12:08:26.543 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskPnx1KU/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
12:08:26.545 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
12:08:26.876 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:08:26.877 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
12:08:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:26.879168 28488 mini_oidc.cc:152] Starting JWKS server
12:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:26.881910 28488 webserver.cc:460] Webserver started at http://127.0.0.1:34199/ using document root <none> and password file <none>
12:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:26.882122 28488 mini_oidc.cc:189] Starting OIDC Discovery server
12:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:26.882699 28488 webserver.cc:460] Webserver started at http://127.0.0.1:38741/ using document root <none> and password file <none>
12:08:26.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T12:08:26Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
12:08:26.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T12:08:26Z Disabled control of system clock
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:26.917425 28488 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/logs
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/info.pb
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:08:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.62:46097
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.62
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:08:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:08:27.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.261494 28502 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:08:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.261854 28502 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:08:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.261947 28502 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:08:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.269327 28502 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:08:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.269429 28502 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:08:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.269467 28502 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:08:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.269517 28502 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:08:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.269573 28502 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:08:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.269629 28502 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:08:27.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.269663 28502 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34199/jwks.json
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.281847 28502 master_runner.cc:386] Master server non-default flags:
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.62:46097
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/info.pb
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.62
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/logs
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 10:48:20 UTC on ccycloud.quasar-kfysal.root.comops.site
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580138
12:08:27.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:08:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.283232 28502 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:08:27.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.285157 28502 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:08:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.297873 28508 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.297950 28513 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.298223 28509 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:27.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.298434 28502 server_base.cc:1034] running on GCE node
12:08:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.299391 28502 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:08:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.300873 28502 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:08:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.302124 28502 hybrid_clock.cc:648] HybridClock initialized: now 1786450107302020 us; error 64 us; skew 500 ppm
12:08:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.302462 28502 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:08:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.310339 28502 webserver.cc:460] Webserver started at http://127.27.210.62:42447/ using document root <none> and password file <none>
12:08:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.311128 28502 fs_manager.cc:359] Metadata directory not provided
12:08:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.311236 28502 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:08:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.311554 28502 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:08:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.314612 28502 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/instance:
12:08:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13c40afd818541678afa9371bb61d2d1"
12:08:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:27 on dist-test-slave-gkw7"
12:08:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.315469 28502 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal/instance:
12:08:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13c40afd818541678afa9371bb61d2d1"
12:08:27.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:27 on dist-test-slave-gkw7"
12:08:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.321240 28502 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
12:08:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.324970 28521 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:08:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.326515 28502 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
12:08:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.326669 28502 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data,/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13c40afd818541678afa9371bb61d2d1"
12:08:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:27 on dist-test-slave-gkw7"
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.326853 28502 fs_report.cc:383] FS layout report
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/data
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:08:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:08:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.357945 28502 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:08:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.358865 28502 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:08:27.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.359149 28502 kserver.cc:163] Server-wide thread pool size limit: 3276
12:08:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.382210 28502 rpc_server.cc:307] RPC server started. Bound to: 127.27.210.62:46097
12:08:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.382236 28607 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.210.62:46097 every 8 connection(s)
12:08:27.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.383581 28502 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/info.pb
12:08:27.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.386812 28488 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu as pid 28502
12:08:27.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.387099 28488 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal/instance
12:08:27.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.388163 28608 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.390138 28488 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/wal
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/logs
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data/info.pb
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.61:44525
12:08:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.61
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:08:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:08:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.397418 28608 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } has no permanent_uuid. Determining permanent_uuid...
12:08:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.414987 28608 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } has no permanent_uuid. Determining permanent_uuid...
12:08:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.416213 28523 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.210.61:44525: connect: Connection refused (error 111)
12:08:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.417825 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.61:44525: Network error: Client connection negotiation failed: client connection to 127.27.210.61:44525: connect: Connection refused (error 111)
12:08:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.467244 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } attempt: 1
12:08:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.469475 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.61:44525: Network error: Client connection negotiation failed: client connection to 127.27.210.61:44525: connect: Connection refused (error 111)
12:08:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.537829 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } attempt: 2
12:08:27.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.540050 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.61:44525: Network error: Client connection negotiation failed: client connection to 127.27.210.61:44525: connect: Connection refused (error 111)
12:08:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.631342 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } attempt: 3
12:08:27.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.633385 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.61:44525: Network error: Client connection negotiation failed: client connection to 127.27.210.61:44525: connect: Connection refused (error 111)
12:08:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.735811 28610 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:08:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.736126 28610 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:08:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.736213 28610 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:08:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.743618 28610 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:08:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.743736 28610 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:08:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.743775 28610 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:08:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.743831 28610 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:08:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.743870 28610 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:08:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.743925 28610 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:08:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.743959 28610 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34199/jwks.json
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.753424 28610 master_runner.cc:386] Master server non-default flags:
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/wal
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.61:44525
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data/info.pb
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.61
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/logs
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 10:48:20 UTC on ccycloud.quasar-kfysal.root.comops.site
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580138
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:08:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.754801 28610 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:08:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.756567 28610 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:08:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.769692 28625 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.769922 28624 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.770002 28627 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.770712 28610 server_base.cc:1034] running on GCE node
12:08:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.771530 28610 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:08:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.772953 28610 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:08:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.774194 28610 hybrid_clock.cc:648] HybridClock initialized: now 1786450107774142 us; error 40 us; skew 500 ppm
12:08:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.774575 28610 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:08:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.776664 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } attempt: 4
12:08:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.777123 28610 webserver.cc:460] Webserver started at http://127.27.210.61:33615/ using document root <none> and password file <none>
12:08:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.777886 28610 fs_manager.cc:359] Metadata directory not provided
12:08:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.778019 28610 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:08:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.778465 28610 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:08:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.778935 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.61:44525: Network error: Client connection negotiation failed: client connection to 127.27.210.61:44525: connect: Connection refused (error 111)
12:08:27.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.781478 28610 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data/instance:
12:08:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fcf898eb8a34ab0958240c4023c614d"
12:08:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:27 on dist-test-slave-gkw7"
12:08:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.782409 28610 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/wal/instance:
12:08:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fcf898eb8a34ab0958240c4023c614d"
12:08:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:27 on dist-test-slave-gkw7"
12:08:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.787606 28610 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
12:08:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.791360 28636 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:08:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.792747 28610 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.792963 28610 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data,/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/wal
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9fcf898eb8a34ab0958240c4023c614d"
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:27 on dist-test-slave-gkw7"
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.793205 28610 fs_report.cc:383] FS layout report
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/wal
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/wal
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data/data
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:08:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:08:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:08:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.808800 28610 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:08:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.809862 28610 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:08:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.810237 28610 kserver.cc:163] Server-wide thread pool size limit: 3276
12:08:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.833952 28610 rpc_server.cc:307] RPC server started. Bound to: 127.27.210.61:44525
12:08:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.833971 28719 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.210.61:44525 every 8 connection(s)
12:08:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.835479 28610 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/data/info.pb
12:08:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.839514 28721 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.842620 28488 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu as pid 28610
12:08:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.842805 28488 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-1/wal/instance
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.844156 28488 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/wal
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/logs
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data/info.pb
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.60:39183
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.60
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:08:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:08:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.848073 28721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } has no permanent_uuid. Determining permanent_uuid...
12:08:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.863515 28721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } has no permanent_uuid. Determining permanent_uuid...
12:08:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.874363 28721 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } has no permanent_uuid. Determining permanent_uuid...
12:08:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.875576 28638 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.877473 28721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.926838 28721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 1
12:08:27.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.928982 28721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:27.997270 28721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 2
12:08:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:27.999769 28721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.078214 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } attempt: 5
12:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.085618 28608 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } has no permanent_uuid. Determining permanent_uuid...
12:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.087634 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.091002 28721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 3
12:08:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.093158 28721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.138898 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 1
12:08:28.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.141196 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.194936 28723 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:08:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.195227 28723 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:08:28.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.195312 28723 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:08:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.202734 28723 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:08:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.202847 28723 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:08:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.202885 28723 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:08:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.202934 28723 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:08:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.202971 28723 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:08:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.203025 28723 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:08:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.203058 28723 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34199/jwks.json
12:08:28.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.209468 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 2
12:08:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.211540 28608 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.212654 28723 master_runner.cc:386] Master server non-default flags:
12:08:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:08:28.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/wal
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.60:39183
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data/info.pb
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.60
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/logs
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 10:48:20 UTC on ccycloud.quasar-kfysal.root.comops.site
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580138
12:08:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:08:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.214036 28723 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:08:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.215859 28723 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:08:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.228413 28737 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.228485 28738 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.228451 28740 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.229453 28723 server_base.cc:1034] running on GCE node
12:08:28.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.230358 28723 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:08:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.231868 28723 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:08:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.233116 28723 hybrid_clock.cc:648] HybridClock initialized: now 1786450108233047 us; error 58 us; skew 500 ppm
12:08:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.233448 28723 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:08:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.235985 28723 webserver.cc:460] Webserver started at http://127.27.210.60:46405/ using document root <none> and password file <none>
12:08:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.236399 28721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 4
12:08:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.236826 28723 fs_manager.cc:359] Metadata directory not provided
12:08:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.236932 28723 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:08:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.237213 28723 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:08:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.238353 28721 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.240106 28723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data/instance:
12:08:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7b600fb53804a31b09a712b2c7bec55"
12:08:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:28 on dist-test-slave-gkw7"
12:08:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.240847 28723 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/wal/instance:
12:08:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7b600fb53804a31b09a712b2c7bec55"
12:08:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:28 on dist-test-slave-gkw7"
12:08:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.246317 28723 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.005s
12:08:28.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.249867 28749 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:08:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.251214 28723 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
12:08:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.251426 28723 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data,/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/wal
12:08:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7b600fb53804a31b09a712b2c7bec55"
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:28 on dist-test-slave-gkw7"
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.251680 28723 fs_report.cc:383] FS layout report
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/wal
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/wal
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data/data
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:08:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:08:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.269862 28723 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:08:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.270802 28723 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:08:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.271173 28723 kserver.cc:163] Server-wide thread pool size limit: 3276
12:08:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.295367 28723 rpc_server.cc:307] RPC server started. Bound to: 127.27.210.60:39183
12:08:28.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.295387 28855 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.210.60:39183 every 8 connection(s)
12:08:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.296940 28723 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/data/info.pb
12:08:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.297324 28488 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu as pid 28723
12:08:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.297502 28488 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-2/wal/instance
12:08:28.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.302156 28856 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.309623 28856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } has no permanent_uuid. Determining permanent_uuid...
12:08:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.317775 28608 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 3
12:08:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.331097 28856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } has no permanent_uuid. Determining permanent_uuid...
12:08:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.340049 28856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } has no permanent_uuid. Determining permanent_uuid...
12:08:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.341827 28608 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Bootstrap starting.
12:08:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.345654 28608 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Neither blocks nor log segments found. Creating new log.
12:08:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.347065 28608 log.cc:824] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Log is configured to *not* fsync() on all Append() calls
12:08:28.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.350225 28608 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: No bootstrap required, opened a new log
12:08:28.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.352208 28856 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: Bootstrap starting.
12:08:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.355832 28856 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: Neither blocks nor log segments found. Creating new log.
12:08:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.357358 28856 log.cc:824] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: Log is configured to *not* fsync() on all Append() calls
12:08:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.358516 28608 raft_consensus.cc:348] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.358839 28608 raft_consensus.cc:374] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.358956 28608 raft_consensus.cc:729] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13c40afd818541678afa9371bb61d2d1, State: Initialized, Role: FOLLOWER
12:08:28.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.359671 28608 consensus_queue.cc:260] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.360963 28856 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: No bootstrap required, opened a new log
12:08:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.360806 28869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.362289 28608 sys_catalog.cc:564] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: configured and running, proceeding with master startup.
12:08:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.362074 28527 tablet.cc:2369] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:08:28.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.362353 28869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: FOLLOWER
12:08:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.371482 28856 raft_consensus.cc:348] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.372062 28856 raft_consensus.cc:374] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.372211 28856 raft_consensus.cc:729] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7b600fb53804a31b09a712b2c7bec55, State: Initialized, Role: FOLLOWER
12:08:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.373018 28856 consensus_queue.cc:260] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.376184 28884 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
12:08:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.376454 28884 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
12:08:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.378727 28886 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.379328 28886 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: This master's current role is: FOLLOWER
12:08:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.380527 28856 sys_catalog.cc:564] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: configured and running, proceeding with master startup.
12:08:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.400583 28723 master_runner.cc:186] Error getting master registration for 127.27.210.61:44525: OK, instance_id { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" instance_seqno: 1786450107828150 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:08:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.414376 28723 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:08:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.380704 28502 master_runner.cc:186] Error getting master registration for 127.27.210.61:44525: OK, instance_id { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" instance_seqno: 1786450107828150 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:08:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.416419 28502 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:08:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.419545 28905 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
12:08:28.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:28.419700 28905 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
12:08:28.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.425457 28869 raft_consensus.cc:482] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:08:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.425798 28869 raft_consensus.cc:504] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.427524 28869 leader_election.cc:288] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525), b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183)
12:08:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.428742 28799 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13c40afd818541678afa9371bb61d2d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7b600fb53804a31b09a712b2c7bec55" is_pre_election: true
12:08:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.429435 28799 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13c40afd818541678afa9371bb61d2d1 in term 0.
12:08:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.430074 28523 leader_election.cc:302] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13c40afd818541678afa9371bb61d2d1, b7b600fb53804a31b09a712b2c7bec55; no voters:
12:08:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.430506 28869 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:08:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.430693 28869 raft_consensus.cc:482] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:08:28.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.430817 28869 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 0 FOLLOWER]: Advancing to term 1
12:08:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.433112 28869 raft_consensus.cc:504] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.433830 28869 leader_election.cc:288] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 1 election: Requested vote from peers 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525), b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183)
12:08:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.434691 28799 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13c40afd818541678afa9371bb61d2d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7b600fb53804a31b09a712b2c7bec55"
12:08:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.434923 28799 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 0 FOLLOWER]: Advancing to term 1
12:08:28.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.438339 28799 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13c40afd818541678afa9371bb61d2d1 in term 1.
12:08:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.438860 28523 leader_election.cc:302] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13c40afd818541678afa9371bb61d2d1, b7b600fb53804a31b09a712b2c7bec55; no voters:
12:08:28.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.439252 28869 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 1 FOLLOWER]: Leader election won for term 1
12:08:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.440165 28869 raft_consensus.cc:686] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 1 LEADER]: Becoming Leader. State: Replica: 13c40afd818541678afa9371bb61d2d1, State: Running, Role: LEADER
12:08:28.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.443256 28869 consensus_queue.cc:237] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.447132 28907 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13c40afd818541678afa9371bb61d2d1. Latest consensus state: current_term: 1 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.447499 28907 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: LEADER
12:08:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.455173 28909 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:08:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.458144 28909 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:08:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.474472 28799 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Refusing update from remote peer 13c40afd818541678afa9371bb61d2d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:08:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.475507 28869 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:28.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.497718 28886 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13c40afd818541678afa9371bb61d2d1. Latest consensus state: current_term: 1 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.498100 28886 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: This master's current role is: FOLLOWER
12:08:28.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.498996 28869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.499382 28869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: LEADER
12:08:28.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.500790 28909 catalog_manager.cc:1347] Generated new cluster ID: 841be85e746648088da09583158593d0
12:08:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.500901 28909 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:08:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.522082 28886 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.522354 28886 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: This master's current role is: FOLLOWER
12:08:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.529141 28909 catalog_manager.cc:1370] Generated new certificate authority record
12:08:28.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.531659 28909 catalog_manager.cc:1504] Loading token signing keys...
12:08:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.537734 28721 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } attempt: 5
12:08:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.553217 28721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d: Bootstrap starting.
12:08:28.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.560217 28909 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Generated new TSK 0
12:08:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.564931 28909 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:08:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.565820 28721 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d: Neither blocks nor log segments found. Creating new log.
12:08:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.568655 28721 log.cc:824] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d: Log is configured to *not* fsync() on all Append() calls
12:08:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.578925 28721 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d: No bootstrap required, opened a new log
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.588140 28488 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/wal
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/logs
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data/info.pb
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.1:0
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.210.1
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.1
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:08:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:08:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.593943 28721 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.594447 28721 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.594585 28721 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9fcf898eb8a34ab0958240c4023c614d, State: Initialized, Role: FOLLOWER
12:08:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.595607 28721 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.603156 28923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.605926 28923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: This master's current role is: FOLLOWER
12:08:28.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.605782 28721 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: configured and running, proceeding with master startup.
12:08:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.606410 28671 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13c40afd818541678afa9371bb61d2d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d" is_pre_election: true
12:08:28.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.607362 28670 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13c40afd818541678afa9371bb61d2d1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d"
12:08:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.606197 28669 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 0 FOLLOWER]: Advancing to term 1
12:08:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.612959 28669 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 1 FOLLOWER]: Refusing update from remote peer 13c40afd818541678afa9371bb61d2d1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:08:28.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.614022 28907 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:28.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.667318 28923 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13c40afd818541678afa9371bb61d2d1. Latest consensus state: current_term: 1 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.667815 28923 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: This master's current role is: FOLLOWER
12:08:28.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.668579 28937 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.669260 28937 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: This master's current role is: FOLLOWER
12:08:28.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.693176 28949 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
12:08:28.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.703073 28907 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:28.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:28.703418 28907 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: LEADER
12:08:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.042845 28920 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:08:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.043174 28920 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:08:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.043313 28920 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:08:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.051250 28920 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:08:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.051431 28920 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:08:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.051488 28920 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:08:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.051558 28920 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:08:29.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.051672 28920 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.210.1
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.062062 28920 tablet_server_runner.cc:78] Tablet server non-default flags:
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/wal
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.1:0
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data/info.pb
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.1
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.210.1
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/logs
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 10:48:20 UTC on ccycloud.quasar-kfysal.root.comops.site
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580138
12:08:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:08:29.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.063898 28920 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:08:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.066134 28920 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:08:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.080581 28958 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.080538 28959 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.080507 28961 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.081213 28920 server_base.cc:1034] running on GCE node
12:08:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.081925 28920 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:08:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.083033 28920 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:08:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.084297 28920 hybrid_clock.cc:648] HybridClock initialized: now 1786450109084248 us; error 33 us; skew 500 ppm
12:08:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.084794 28920 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:08:29.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.087580 28920 webserver.cc:460] Webserver started at http://127.27.210.1:42259/ using document root <none> and password file <none>
12:08:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.088397 28920 fs_manager.cc:359] Metadata directory not provided
12:08:29.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.088534 28920 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:08:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.088899 28920 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:08:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.091817 28920 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data/instance:
12:08:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb8d0477270492fa276a74351eeefee"
12:08:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:29 on dist-test-slave-gkw7"
12:08:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.092681 28920 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/wal/instance:
12:08:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb8d0477270492fa276a74351eeefee"
12:08:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:29 on dist-test-slave-gkw7"
12:08:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.098533 28920 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.003s
12:08:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.102626 28970 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:08:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.104625 28920 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.104853 28920 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data,/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/wal
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb8d0477270492fa276a74351eeefee"
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:29 on dist-test-slave-gkw7"
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.105122 28920 fs_report.cc:383] FS layout report
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/wal
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/wal
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data/data
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:08:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:08:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.124158 28920 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:08:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.125167 28920 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:08:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.125447 28920 kserver.cc:163] Server-wide thread pool size limit: 3276
12:08:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.128577 28920 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:08:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.128756 28920 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:08:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.128911 28920 ts_tablet_manager.cc:610] Registered 0 tablets
12:08:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.128983 28920 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:08:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.209661 28920 rpc_server.cc:307] RPC server started. Bound to: 127.27.210.1:40767
12:08:29.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.209721 29168 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.210.1:40767 every 8 connection(s)
12:08:29.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.211051 28920 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/data/info.pb
12:08:29.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.214484 29170 heartbeater.cc:347] Connected to a master server at 127.27.210.62:46097
12:08:29.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.216504 29170 heartbeater.cc:464] Registering TS with master...
12:08:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.217667 29170 heartbeater.cc:511] Master 127.27.210.62:46097 requested a full tablet report, sending...
12:08:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.219542 28488 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu as pid 28920
12:08:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.219803 28488 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-0/wal/instance
12:08:29.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.220476 28542 ts_manager.cc:194] Registered new tserver with Master: 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767)
12:08:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.222077 28542 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.210.1:35649
12:08:29.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.226681 29172 heartbeater.cc:347] Connected to a master server at 127.27.210.60:39183
12:08:29.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.226835 29172 heartbeater.cc:464] Registering TS with master...
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.227288 29172 heartbeater.cc:511] Master 127.27.210.60:39183 requested a full tablet report, sending...
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.227392 28488 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/wal
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/logs
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data/info.pb
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.2:0
12:08:29.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.210.2
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.2
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:08:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:08:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.229014 28783 ts_manager.cc:194] Registered new tserver with Master: 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767)
12:08:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.235278 29174 heartbeater.cc:347] Connected to a master server at 127.27.210.61:44525
12:08:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.235424 29174 heartbeater.cc:464] Registering TS with master...
12:08:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.235755 29174 heartbeater.cc:511] Master 127.27.210.61:44525 requested a full tablet report, sending...
12:08:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.237339 28658 ts_manager.cc:194] Registered new tserver with Master: 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767)
12:08:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.422096 28905 catalog_manager.cc:1259] Loaded cluster ID: 841be85e746648088da09583158593d0
12:08:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.422260 28905 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: loading cluster ID for follower catalog manager: success
12:08:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.425591 28905 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: acquiring CA information for follower catalog manager: success
12:08:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.427796 28905 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:08:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.592301 29177 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:08:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.592655 29177 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:08:29.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.592792 29177 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:08:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.600288 29177 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:08:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.600489 29177 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:08:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.600549 29177 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:08:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.600628 29177 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:08:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.600746 29177 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.210.2
12:08:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.610481 29177 tablet_server_runner.cc:78] Tablet server non-default flags:
12:08:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:29.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/wal
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.2:0
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data/info.pb
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.2
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.210.2
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/logs
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 10:48:20 UTC on ccycloud.quasar-kfysal.root.comops.site
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580138
12:08:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:08:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.612326 29177 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:08:29.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.614482 29177 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:08:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.629690 29185 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.629756 29189 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:29.629748 29186 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.630641 29177 server_base.cc:1034] running on GCE node
12:08:29.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.631281 29177 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:08:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.632263 29177 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:08:29.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.633508 29177 hybrid_clock.cc:648] HybridClock initialized: now 1786450109633435 us; error 64 us; skew 500 ppm
12:08:29.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.633962 29177 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:08:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.636495 29177 webserver.cc:460] Webserver started at http://127.27.210.2:39461/ using document root <none> and password file <none>
12:08:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.637252 29177 fs_manager.cc:359] Metadata directory not provided
12:08:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.637387 29177 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:08:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.637809 29177 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:08:29.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.640527 29177 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data/instance:
12:08:29.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38835a20513e4ca88ea96b9f392347eb"
12:08:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:29 on dist-test-slave-gkw7"
12:08:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.641356 29177 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/wal/instance:
12:08:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38835a20513e4ca88ea96b9f392347eb"
12:08:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:29 on dist-test-slave-gkw7"
12:08:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.646876 29177 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
12:08:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.650440 29198 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.651895 29177 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.652110 29177 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data,/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/wal
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38835a20513e4ca88ea96b9f392347eb"
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:29 on dist-test-slave-gkw7"
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.652362 29177 fs_report.cc:383] FS layout report
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/wal
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/wal
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data/data
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:08:29.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:08:29.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:08:29.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:08:29.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:08:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.671597 29177 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:08:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.672425 29177 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:08:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.672706 29177 kserver.cc:163] Server-wide thread pool size limit: 3276
12:08:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.675735 29177 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:08:29.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.675818 29177 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:08:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.675910 29177 ts_tablet_manager.cc:610] Registered 0 tablets
12:08:29.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.675957 29177 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:08:29.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.702422 28949 catalog_manager.cc:1259] Loaded cluster ID: 841be85e746648088da09583158593d0
12:08:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.702888 28949 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d: loading cluster ID for follower catalog manager: success
12:08:29.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.708086 28949 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d: acquiring CA information for follower catalog manager: success
12:08:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.711750 28949 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:08:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.770370 29177 rpc_server.cc:307] RPC server started. Bound to: 127.27.210.2:34655
12:08:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.770417 29414 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.210.2:34655 every 8 connection(s)
12:08:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.771965 29177 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/data/info.pb
12:08:29.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.774446 29416 heartbeater.cc:347] Connected to a master server at 127.27.210.62:46097
12:08:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.774976 29416 heartbeater.cc:464] Registering TS with master...
12:08:29.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.776156 29416 heartbeater.cc:511] Master 127.27.210.62:46097 requested a full tablet report, sending...
12:08:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.778126 28540 ts_manager.cc:194] Registered new tserver with Master: 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655)
12:08:29.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.779418 28540 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.210.2:39083
12:08:29.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.781399 28488 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu as pid 29177
12:08:29.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.781602 28488 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-1/wal/instance
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.786283 28488 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/wal
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/logs
12:08:29.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data/info.pb
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.3:0
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.210.3
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.3
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:08:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:08:29.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.808173 29417 heartbeater.cc:347] Connected to a master server at 127.27.210.60:39183
12:08:29.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.808354 29417 heartbeater.cc:464] Registering TS with master...
12:08:29.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.808802 29417 heartbeater.cc:511] Master 127.27.210.60:39183 requested a full tablet report, sending...
12:08:29.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.810449 28783 ts_manager.cc:194] Registered new tserver with Master: 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655)
12:08:29.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.819679 29418 heartbeater.cc:347] Connected to a master server at 127.27.210.61:44525
12:08:29.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.819862 29418 heartbeater.cc:464] Registering TS with master...
12:08:29.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.820272 29418 heartbeater.cc:511] Master 127.27.210.61:44525 requested a full tablet report, sending...
12:08:29.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:29.821671 28658 ts_manager.cc:194] Registered new tserver with Master: 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655)
12:08:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.167382 29426 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:08:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.167722 29426 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:08:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.167862 29426 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:08:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.175694 29426 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:08:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.175887 29426 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:08:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.175945 29426 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:08:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.176017 29426 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:08:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.176116 29426 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.210.3
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.185827 29426 tablet_server_runner.cc:78] Tablet server non-default flags:
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/wal
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.3:0
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data/info.pb
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.3
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.210.3
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/logs
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 10:48:20 UTC on ccycloud.quasar-kfysal.root.comops.site
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580138
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:08:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.187711 29426 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:08:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.189729 29426 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:08:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.204239 29436 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:30.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.204777 29435 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.204958 29439 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:30.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.205454 29426 server_base.cc:1034] running on GCE node
12:08:30.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.206223 29426 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:08:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.207224 29426 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:08:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.208448 29426 hybrid_clock.cc:648] HybridClock initialized: now 1786450110208393 us; error 47 us; skew 500 ppm
12:08:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.208843 29426 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:08:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.211966 29426 webserver.cc:460] Webserver started at http://127.27.210.3:40787/ using document root <none> and password file <none>
12:08:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.212860 29426 fs_manager.cc:359] Metadata directory not provided
12:08:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.212989 29426 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:08:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.213390 29426 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:08:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.216877 29426 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data/instance:
12:08:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3604a5c489f845c8a17e326b5c9b9831"
12:08:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:30 on dist-test-slave-gkw7"
12:08:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.217674 29426 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/wal/instance:
12:08:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3604a5c489f845c8a17e326b5c9b9831"
12:08:30.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:30 on dist-test-slave-gkw7"
12:08:30.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.222898 29426 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
12:08:30.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.226337 29451 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:08:30.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.227092 29170 heartbeater.cc:503] Master 127.27.210.62:46097 was elected leader, sending a full tablet report...
12:08:30.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.227849 29426 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.228125 29426 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data,/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/wal
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3604a5c489f845c8a17e326b5c9b9831"
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:30 on dist-test-slave-gkw7"
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.228345 29426 fs_report.cc:383] FS layout report
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/wal
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/wal
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data/data
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:08:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:08:30.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:08:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.269990 29426 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:08:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.270941 29426 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:08:30.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.271428 29426 kserver.cc:163] Server-wide thread pool size limit: 3276
12:08:30.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.274631 29426 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:08:30.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.274857 29426 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
12:08:30.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.275027 29426 ts_tablet_manager.cc:610] Registered 0 tablets
12:08:30.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.275219 29426 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:08:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.346293 29426 rpc_server.cc:307] RPC server started. Bound to: 127.27.210.3:35227
12:08:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.346329 29650 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.210.3:35227 every 8 connection(s)
12:08:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.347885 29426 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/data/info.pb
12:08:30.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.350230 29653 heartbeater.cc:347] Connected to a master server at 127.27.210.62:46097
12:08:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.350927 29653 heartbeater.cc:464] Registering TS with master...
12:08:30.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.352066 29653 heartbeater.cc:511] Master 127.27.210.62:46097 requested a full tablet report, sending...
12:08:30.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.352670 28488 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu as pid 29426
12:08:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.352875 28488 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/ts-2/wal/instance
12:08:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.360399 28540 ts_manager.cc:194] Registered new tserver with Master: 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.361433 28540 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.210.3:39013
12:08:30.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.361632 29655 heartbeater.cc:347] Connected to a master server at 127.27.210.60:39183
12:08:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.362733 29655 heartbeater.cc:464] Registering TS with master...
12:08:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.363379 29655 heartbeater.cc:511] Master 127.27.210.60:39183 requested a full tablet report, sending...
12:08:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.364776 28783 ts_manager.cc:194] Registered new tserver with Master: 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.365178 29657 heartbeater.cc:347] Connected to a master server at 127.27.210.61:44525
12:08:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.365857 29657 heartbeater.cc:464] Registering TS with master...
12:08:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.366246 29657 heartbeater.cc:511] Master 127.27.210.61:44525 requested a full tablet report, sending...
12:08:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.367429 28658 ts_manager.cc:194] Registered new tserver with Master: 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:30.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.381217 28488 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
12:08:30.383 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:08:30.383 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
12:08:30.384 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.210.62"
port: 46097
}
bound_http_address {
host: "127.27.210.62"
port: 42447
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.210.61"
port: 44525
}
bound_http_address {
host: "127.27.210.61"
port: 33615
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.210.60"
port: 39183
}
bound_http_address {
host: "127.27.210.60"
port: 46405
}
}
}
12:08:30.384 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
12:08:30.385 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.210.1"
port: 40767
}
bound_http_address {
host: "127.27.210.1"
port: 42259
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.210.2"
port: 34655
}
bound_http_address {
host: "127.27.210.2"
port: 39461
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.210.3"
port: 35227
}
bound_http_address {
host: "127.27.210.3"
port: 40787
}
}
}
12:08:30.386 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
12:08:30.388 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
12:08:30.390 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.210.61:44525(127.27.210.61:44525)] connecting to peer
12:08:30.391 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:30.395 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:30.396 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.210.61:44525(127.27.210.61:44525)] Successfully connected to peer
12:08:30.398 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.210.61
12:08:30.398 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.210.60:39183(127.27.210.60:39183)] Successfully connected to peer
12:08:30.400 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.210.60
12:08:30.401 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.210.62:46097(127.27.210.62:46097)] Successfully connected to peer
12:08:30.408 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.210.62
12:08:30.414 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf3c0e9e4, L:/127.0.0.1:52098 - R:/127.27.210.60:39183] using SASL/PLAIN
12:08:30.419 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdce1ae3c, L:/127.0.0.1:39348 - R:/127.27.210.61:44525] using SASL/PLAIN
12:08:30.421 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x53ac720f, L:/127.0.0.1:52366 - R:/127.27.210.62:46097] using SASL/PLAIN
12:08:30.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:08:30.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=35), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [27ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, deferred=null) after lookup
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.426681 28540 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52366:
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:08:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.429625 28540 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:08:30.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a9920bca3da445f68d84b644f0b27b0f
12:08:30.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.488569 29290 tablet_service.cc:1467] Processing CreateTablet for tablet 60ef015cd440431a97129d50ff38cf1a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:08:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.490605 29051 tablet_service.cc:1467] Processing CreateTablet for tablet 60ef015cd440431a97129d50ff38cf1a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:08:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.490543 29050 tablet_service.cc:1467] Processing CreateTablet for tablet 2eeb3bd73572407d8c04322b62c0e3c3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:08:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.492340 29050 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2eeb3bd73572407d8c04322b62c0e3c3. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.492360 29290 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 60ef015cd440431a97129d50ff38cf1a. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.494024 29051 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 60ef015cd440431a97129d50ff38cf1a. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.497797 29287 tablet_service.cc:1467] Processing CreateTablet for tablet 2eeb3bd73572407d8c04322b62c0e3c3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:08:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.498337 29287 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2eeb3bd73572407d8c04322b62c0e3c3. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.510488 29533 tablet_service.cc:1467] Processing CreateTablet for tablet 60ef015cd440431a97129d50ff38cf1a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:08:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.511775 29531 tablet_service.cc:1467] Processing CreateTablet for tablet 2eeb3bd73572407d8c04322b62c0e3c3 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:08:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.512669 29533 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 60ef015cd440431a97129d50ff38cf1a. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.513192 29531 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2eeb3bd73572407d8c04322b62c0e3c3. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.516073 29686 tablet_bootstrap.cc:492] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb: Bootstrap starting.
12:08:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.520637 29686 tablet_bootstrap.cc:654] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb: Neither blocks nor log segments found. Creating new log.
12:08:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.521456 29687 tablet_bootstrap.cc:492] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee: Bootstrap starting.
12:08:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.522682 29686 log.cc:824] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb: Log is configured to *not* fsync() on all Append() calls
12:08:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.526248 29687 tablet_bootstrap.cc:654] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee: Neither blocks nor log segments found. Creating new log.
12:08:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.528103 29687 log.cc:824] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee: Log is configured to *not* fsync() on all Append() calls
12:08:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.536432 29686 tablet_bootstrap.cc:492] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb: No bootstrap required, opened a new log
12:08:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.537467 29686 ts_tablet_manager.cc:1397] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb: Time spent bootstrapping tablet: real 0.022s user 0.018s sys 0.000s
12:08:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.537602 29687 tablet_bootstrap.cc:492] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee: No bootstrap required, opened a new log
12:08:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.537889 29687 ts_tablet_manager.cc:1397] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee: Time spent bootstrapping tablet: real 0.017s user 0.012s sys 0.003s
12:08:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.551489 29695 tablet_bootstrap.cc:492] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831: Bootstrap starting.
12:08:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.551227 29687 raft_consensus.cc:348] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.551785 29687 raft_consensus.cc:374] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.551911 29687 raft_consensus.cc:729] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9bb8d0477270492fa276a74351eeefee, State: Initialized, Role: FOLLOWER
12:08:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.552842 29687 consensus_queue.cc:260] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.555020 29687 ts_tablet_manager.cc:1428] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee: Time spent starting tablet: real 0.017s user 0.016s sys 0.000s
12:08:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.558840 29695 tablet_bootstrap.cc:654] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831: Neither blocks nor log segments found. Creating new log.
12:08:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.559623 29687 tablet_bootstrap.cc:492] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee: Bootstrap starting.
12:08:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.561293 29687 tablet_bootstrap.cc:654] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee: Neither blocks nor log segments found. Creating new log.
12:08:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.561280 29686 raft_consensus.cc:348] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.561810 29686 raft_consensus.cc:374] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.561908 29686 raft_consensus.cc:729] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 38835a20513e4ca88ea96b9f392347eb, State: Initialized, Role: FOLLOWER
12:08:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.562721 29686 consensus_queue.cc:260] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.563755 29695 log.cc:824] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831: Log is configured to *not* fsync() on all Append() calls
12:08:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.566628 29687 tablet_bootstrap.cc:492] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee: No bootstrap required, opened a new log
12:08:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.566814 29687 ts_tablet_manager.cc:1397] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.004s
12:08:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.567795 29687 raft_consensus.cc:348] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.568097 29687 raft_consensus.cc:374] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.568219 29687 raft_consensus.cc:729] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9bb8d0477270492fa276a74351eeefee, State: Initialized, Role: FOLLOWER
12:08:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.568477 29687 consensus_queue.cc:260] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.569506 29687 ts_tablet_manager.cc:1428] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
12:08:30.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.577806 29695 tablet_bootstrap.cc:492] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831: No bootstrap required, opened a new log
12:08:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.578167 29695 ts_tablet_manager.cc:1397] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831: Time spent bootstrapping tablet: real 0.027s user 0.002s sys 0.009s
12:08:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.578338 29416 heartbeater.cc:503] Master 127.27.210.62:46097 was elected leader, sending a full tablet report...
12:08:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.579145 29686 ts_tablet_manager.cc:1428] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb: Time spent starting tablet: real 0.041s user 0.017s sys 0.014s
12:08:30.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.579881 29686 tablet_bootstrap.cc:492] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb: Bootstrap starting.
12:08:30.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.582860 29686 tablet_bootstrap.cc:654] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb: Neither blocks nor log segments found. Creating new log.
12:08:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.584985 29686 tablet_bootstrap.cc:492] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb: No bootstrap required, opened a new log
12:08:30.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.585144 29686 ts_tablet_manager.cc:1397] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb: Time spent bootstrapping tablet: real 0.005s user 0.002s sys 0.001s
12:08:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.585896 29686 raft_consensus.cc:348] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.586103 29686 raft_consensus.cc:374] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.586208 29686 raft_consensus.cc:729] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 38835a20513e4ca88ea96b9f392347eb, State: Initialized, Role: FOLLOWER
12:08:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.586452 29686 consensus_queue.cc:260] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.587512 29686 ts_tablet_manager.cc:1428] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
12:08:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.593456 29695 raft_consensus.cc:348] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.593904 29695 raft_consensus.cc:374] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.593983 29695 raft_consensus.cc:729] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3604a5c489f845c8a17e326b5c9b9831, State: Initialized, Role: FOLLOWER
12:08:30.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.594535 29695 consensus_queue.cc:260] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.595728 29653 heartbeater.cc:503] Master 127.27.210.62:46097 was elected leader, sending a full tablet report...
12:08:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.596555 29695 ts_tablet_manager.cc:1428] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831: Time spent starting tablet: real 0.018s user 0.010s sys 0.001s
12:08:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.597026 29695 tablet_bootstrap.cc:492] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831: Bootstrap starting.
12:08:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.600323 29695 tablet_bootstrap.cc:654] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831: Neither blocks nor log segments found. Creating new log.
12:08:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.602449 29695 tablet_bootstrap.cc:492] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831: No bootstrap required, opened a new log
12:08:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.602579 29695 ts_tablet_manager.cc:1397] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.001s
12:08:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.603152 29695 raft_consensus.cc:348] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.603331 29695 raft_consensus.cc:374] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.603420 29695 raft_consensus.cc:729] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3604a5c489f845c8a17e326b5c9b9831, State: Initialized, Role: FOLLOWER
12:08:30.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.603677 29695 consensus_queue.cc:260] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.604282 29695 ts_tablet_manager.cc:1428] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
12:08:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.608259 29658 tablet.cc:2369] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:08:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.625936 29698 raft_consensus.cc:482] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:08:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.626315 29698 raft_consensus.cc:504] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.628559 29698 leader_election.cc:288] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767), 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.637313 29087 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "60ef015cd440431a97129d50ff38cf1a" candidate_uuid: "38835a20513e4ca88ea96b9f392347eb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb8d0477270492fa276a74351eeefee" is_pre_election: true
12:08:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.637959 29087 raft_consensus.cc:2454] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 38835a20513e4ca88ea96b9f392347eb in term 0.
12:08:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.638062 29562 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "60ef015cd440431a97129d50ff38cf1a" candidate_uuid: "38835a20513e4ca88ea96b9f392347eb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3604a5c489f845c8a17e326b5c9b9831" is_pre_election: true
12:08:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.638604 29562 raft_consensus.cc:2454] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 38835a20513e4ca88ea96b9f392347eb in term 0.
12:08:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.638674 29202 leader_election.cc:302] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 38835a20513e4ca88ea96b9f392347eb, 9bb8d0477270492fa276a74351eeefee; no voters:
12:08:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.639137 29698 raft_consensus.cc:2781] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Leader pre-election won for term 1
12:08:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.639307 29698 raft_consensus.cc:482] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:08:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.639423 29698 raft_consensus.cc:3037] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Advancing to term 1
12:08:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.641621 29698 raft_consensus.cc:504] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.642303 29698 leader_election.cc:288] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [CANDIDATE]: Term 1 election: Requested vote from peers 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767), 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:30.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.642776 29087 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "60ef015cd440431a97129d50ff38cf1a" candidate_uuid: "38835a20513e4ca88ea96b9f392347eb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb8d0477270492fa276a74351eeefee"
12:08:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.642845 29562 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "60ef015cd440431a97129d50ff38cf1a" candidate_uuid: "38835a20513e4ca88ea96b9f392347eb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3604a5c489f845c8a17e326b5c9b9831"
12:08:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.643007 29562 raft_consensus.cc:3037] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Advancing to term 1
12:08:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.642990 29087 raft_consensus.cc:3037] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Advancing to term 1
12:08:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.645042 29562 raft_consensus.cc:2454] T 60ef015cd440431a97129d50ff38cf1a P 3604a5c489f845c8a17e326b5c9b9831 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 38835a20513e4ca88ea96b9f392347eb in term 1.
12:08:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.645094 29087 raft_consensus.cc:2454] T 60ef015cd440431a97129d50ff38cf1a P 9bb8d0477270492fa276a74351eeefee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 38835a20513e4ca88ea96b9f392347eb in term 1.
12:08:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.645519 29202 leader_election.cc:302] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 38835a20513e4ca88ea96b9f392347eb, 9bb8d0477270492fa276a74351eeefee; no voters:
12:08:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.646005 29698 raft_consensus.cc:2781] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 1 FOLLOWER]: Leader election won for term 1
12:08:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.646507 29698 raft_consensus.cc:686] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [term 1 LEADER]: Becoming Leader. State: Replica: 38835a20513e4ca88ea96b9f392347eb, State: Running, Role: LEADER
12:08:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.647190 29698 consensus_queue.cc:237] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.652455 28540 catalog_manager.cc:5495] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb reported cstate change: term changed from 0 to 1, leader changed from <none> to 38835a20513e4ca88ea96b9f392347eb (127.27.210.2). New cstate: current_term: 1 leader_uuid: "38835a20513e4ca88ea96b9f392347eb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } health_report { overall_health: UNKNOWN } } }
12:08:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.667147 29704 raft_consensus.cc:482] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:08:30.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.667352 29704 raft_consensus.cc:504] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.668824 29704 leader_election.cc:288] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767), 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655)
12:08:30.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.675459 29087 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2eeb3bd73572407d8c04322b62c0e3c3" candidate_uuid: "3604a5c489f845c8a17e326b5c9b9831" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb8d0477270492fa276a74351eeefee" is_pre_election: true
12:08:30.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.675783 29087 raft_consensus.cc:2454] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3604a5c489f845c8a17e326b5c9b9831 in term 0.
12:08:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.675678 29318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2eeb3bd73572407d8c04322b62c0e3c3" candidate_uuid: "3604a5c489f845c8a17e326b5c9b9831" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "38835a20513e4ca88ea96b9f392347eb" is_pre_election: true
12:08:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.676208 29318 raft_consensus.cc:2454] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3604a5c489f845c8a17e326b5c9b9831 in term 0.
12:08:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.676374 29454 leader_election.cc:302] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3604a5c489f845c8a17e326b5c9b9831, 9bb8d0477270492fa276a74351eeefee; no voters:
12:08:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.676831 29704 raft_consensus.cc:2781] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:08:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.676966 29704 raft_consensus.cc:482] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:08:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.677135 29704 raft_consensus.cc:3037] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Advancing to term 1
12:08:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.679330 29704 raft_consensus.cc:504] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.679948 29704 leader_election.cc:288] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [CANDIDATE]: Term 1 election: Requested vote from peers 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767), 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655)
12:08:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.680380 29087 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2eeb3bd73572407d8c04322b62c0e3c3" candidate_uuid: "3604a5c489f845c8a17e326b5c9b9831" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb8d0477270492fa276a74351eeefee"
12:08:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.680567 29087 raft_consensus.cc:3037] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Advancing to term 1
12:08:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.680462 29318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2eeb3bd73572407d8c04322b62c0e3c3" candidate_uuid: "3604a5c489f845c8a17e326b5c9b9831" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "38835a20513e4ca88ea96b9f392347eb"
12:08:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.680723 29318 raft_consensus.cc:3037] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Advancing to term 1
12:08:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.682739 29087 raft_consensus.cc:2454] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3604a5c489f845c8a17e326b5c9b9831 in term 1.
12:08:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.683133 29454 leader_election.cc:302] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3604a5c489f845c8a17e326b5c9b9831, 9bb8d0477270492fa276a74351eeefee; no voters:
12:08:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.683251 29318 raft_consensus.cc:2454] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3604a5c489f845c8a17e326b5c9b9831 in term 1.
12:08:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.683400 29704 raft_consensus.cc:2781] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 1 FOLLOWER]: Leader election won for term 1
12:08:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.683964 29704 raft_consensus.cc:686] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [term 1 LEADER]: Becoming Leader. State: Replica: 3604a5c489f845c8a17e326b5c9b9831, State: Running, Role: LEADER
12:08:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.684506 29704 consensus_queue.cc:237] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.689980 28540 catalog_manager.cc:5495] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 reported cstate change: term changed from 0 to 1, leader changed from <none> to 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3). New cstate: current_term: 1 leader_uuid: "3604a5c489f845c8a17e326b5c9b9831" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } health_report { overall_health: HEALTHY } } }
12:08:30.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.720626 29175 tablet.cc:2369] T 2eeb3bd73572407d8c04322b62c0e3c3 P 9bb8d0477270492fa276a74351eeefee: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:08:30.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.810832 29423 tablet.cc:2369] T 2eeb3bd73572407d8c04322b62c0e3c3 P 38835a20513e4ca88ea96b9f392347eb: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.958675 28540 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52380:
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:08:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:30.959702 28540 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:08:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.972412 29050 tablet_service.cc:1467] Processing CreateTablet for tablet d276527ba5bb43e59ecd9b1d3f195e26 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3ecf85e23b3745278a35fff5e4266eeb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:08:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.972745 29531 tablet_service.cc:1467] Processing CreateTablet for tablet d276527ba5bb43e59ecd9b1d3f195e26 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3ecf85e23b3745278a35fff5e4266eeb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:08:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.973301 29050 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d276527ba5bb43e59ecd9b1d3f195e26. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.973649 29531 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d276527ba5bb43e59ecd9b1d3f195e26. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.977910 29290 tablet_service.cc:1467] Processing CreateTablet for tablet d276527ba5bb43e59ecd9b1d3f195e26 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=3ecf85e23b3745278a35fff5e4266eeb]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:08:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.979007 29290 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d276527ba5bb43e59ecd9b1d3f195e26. 1 dirs total, 0 dirs full, 0 dirs failed
12:08:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.979082 29695 tablet_bootstrap.cc:492] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: Bootstrap starting.
12:08:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.979640 29687 tablet_bootstrap.cc:492] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: Bootstrap starting.
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.980440 29695 tablet_bootstrap.cc:654] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: Neither blocks nor log segments found. Creating new log.
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.981432 29687 tablet_bootstrap.cc:654] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: Neither blocks nor log segments found. Creating new log.
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.982411 29695 tablet_bootstrap.cc:492] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: No bootstrap required, opened a new log
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.982553 29695 ts_tablet_manager.cc:1397] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.001s
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.983086 29695 raft_consensus.cc:348] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.983318 29695 raft_consensus.cc:374] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.983400 29695 raft_consensus.cc:729] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3604a5c489f845c8a17e326b5c9b9831, State: Initialized, Role: FOLLOWER
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.983641 29695 consensus_queue.cc:260] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.984171 29695 ts_tablet_manager.cc:1428] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.984050 29704 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.984349 29704 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: This TxnStatusTablet replica's current role is: FOLLOWER
12:08:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.990268 29686 tablet_bootstrap.cc:492] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: Bootstrap starting.
12:08:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.991937 29687 tablet_bootstrap.cc:492] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: No bootstrap required, opened a new log
12:08:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.992007 29686 tablet_bootstrap.cc:654] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: Neither blocks nor log segments found. Creating new log.
12:08:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.992147 29687 ts_tablet_manager.cc:1397] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: Time spent bootstrapping tablet: real 0.013s user 0.005s sys 0.006s
12:08:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.993031 29687 raft_consensus.cc:348] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.993324 29687 raft_consensus.cc:374] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.993428 29687 raft_consensus.cc:729] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9bb8d0477270492fa276a74351eeefee, State: Initialized, Role: FOLLOWER
12:08:30.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.993731 29687 consensus_queue.cc:260] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.994132 29686 tablet_bootstrap.cc:492] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: No bootstrap required, opened a new log
12:08:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.994385 29687 ts_tablet_manager.cc:1428] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
12:08:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.994277 29696 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.994773 29696 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: This TxnStatusTablet replica's current role is: FOLLOWER
12:08:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.994776 29686 ts_tablet_manager.cc:1397] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
12:08:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.995532 29686 raft_consensus.cc:348] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.996109 29686 raft_consensus.cc:374] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:08:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.997753 29686 raft_consensus.cc:729] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 38835a20513e4ca88ea96b9f392347eb, State: Initialized, Role: FOLLOWER
12:08:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.998062 29686 consensus_queue.cc:260] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.998732 29686 ts_tablet_manager.cc:1428] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: Time spent starting tablet: real 0.004s user 0.001s sys 0.000s
12:08:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.998647 29698 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:30.998973 29698 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: This TxnStatusTablet replica's current role is: FOLLOWER
12:08:31.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.075011 29698 consensus_queue.cc:1035] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [LEADER]: Connected to new peer: Peer: permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:31.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.078183 29708 consensus_queue.cc:1035] T 60ef015cd440431a97129d50ff38cf1a P 38835a20513e4ca88ea96b9f392347eb [LEADER]: Connected to new peer: Peer: permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:31.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.262513 29704 consensus_queue.cc:1035] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:31.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.271497 29752 consensus_queue.cc:1035] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 [LEADER]: Connected to new peer: Peer: permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.301718 29696 raft_consensus.cc:482] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:08:31.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.302008 29696 raft_consensus.cc:504] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.303912 29696 leader_election.cc:288] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655), 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.324479 29562 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d276527ba5bb43e59ecd9b1d3f195e26" candidate_uuid: "9bb8d0477270492fa276a74351eeefee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3604a5c489f845c8a17e326b5c9b9831" is_pre_election: true
12:08:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.324532 29318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d276527ba5bb43e59ecd9b1d3f195e26" candidate_uuid: "9bb8d0477270492fa276a74351eeefee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "38835a20513e4ca88ea96b9f392347eb" is_pre_election: true
12:08:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.324735 29562 raft_consensus.cc:2454] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9bb8d0477270492fa276a74351eeefee in term 0.
12:08:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.324838 29318 raft_consensus.cc:2454] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9bb8d0477270492fa276a74351eeefee in term 0.
12:08:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.325240 28975 leader_election.cc:302] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3604a5c489f845c8a17e326b5c9b9831, 9bb8d0477270492fa276a74351eeefee; no voters:
12:08:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.325695 29696 raft_consensus.cc:2781] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Leader pre-election won for term 1
12:08:31.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.325850 29696 raft_consensus.cc:482] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:08:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.325954 29696 raft_consensus.cc:3037] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 0 FOLLOWER]: Advancing to term 1
12:08:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.328133 29696 raft_consensus.cc:504] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.328848 29696 leader_election.cc:288] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [CANDIDATE]: Term 1 election: Requested vote from peers 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655), 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.329386 29318 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d276527ba5bb43e59ecd9b1d3f195e26" candidate_uuid: "9bb8d0477270492fa276a74351eeefee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "38835a20513e4ca88ea96b9f392347eb"
12:08:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.329730 29318 raft_consensus.cc:3037] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [term 0 FOLLOWER]: Advancing to term 1
12:08:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.329643 29562 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d276527ba5bb43e59ecd9b1d3f195e26" candidate_uuid: "9bb8d0477270492fa276a74351eeefee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3604a5c489f845c8a17e326b5c9b9831"
12:08:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.329921 29562 raft_consensus.cc:3037] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [term 0 FOLLOWER]: Advancing to term 1
12:08:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.332114 29318 raft_consensus.cc:2454] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9bb8d0477270492fa276a74351eeefee in term 1.
12:08:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.332105 29562 raft_consensus.cc:2454] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9bb8d0477270492fa276a74351eeefee in term 1.
12:08:31.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.332587 28975 leader_election.cc:302] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3604a5c489f845c8a17e326b5c9b9831, 9bb8d0477270492fa276a74351eeefee; no voters:
12:08:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.332901 29696 raft_consensus.cc:2781] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 1 FOLLOWER]: Leader election won for term 1
12:08:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.333623 29696 raft_consensus.cc:686] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [term 1 LEADER]: Becoming Leader. State: Replica: 9bb8d0477270492fa276a74351eeefee, State: Running, Role: LEADER
12:08:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.334120 29696 consensus_queue.cc:237] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } }
12:08:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.337284 29765 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: TxnStatusTablet state changed. Reason: New leader 9bb8d0477270492fa276a74351eeefee. Latest consensus state: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.337677 29765 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: This TxnStatusTablet replica's current role is: LEADER
12:08:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.338523 28542 catalog_manager.cc:5495] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee reported cstate change: term changed from 0 to 1, leader changed from <none> to 9bb8d0477270492fa276a74351eeefee (127.27.210.1). New cstate: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } health_report { overall_health: UNKNOWN } } }
12:08:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.339015 29773 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
12:08:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.339293 29773 txn_status_manager.cc:929] Loading transaction status metadata into memory...
12:08:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.384704 29562 raft_consensus.cc:1261] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831 [term 1 FOLLOWER]: Refusing update from remote peer 9bb8d0477270492fa276a74351eeefee: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:08:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.384805 29318 raft_consensus.cc:1261] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb [term 1 FOLLOWER]: Refusing update from remote peer 9bb8d0477270492fa276a74351eeefee: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:08:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.385577 29765 consensus_queue.cc:1035] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [LEADER]: Connected to new peer: Peer: permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.386076 29696 consensus_queue.cc:1035] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee [LEADER]: Connected to new peer: Peer: permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:08:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.406091 29752 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: TxnStatusTablet state changed. Reason: New leader 9bb8d0477270492fa276a74351eeefee. Latest consensus state: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:31.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.406422 29752 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: This TxnStatusTablet replica's current role is: FOLLOWER
12:08:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.408202 29708 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: TxnStatusTablet state changed. Reason: New leader 9bb8d0477270492fa276a74351eeefee. Latest consensus state: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.408586 29708 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: This TxnStatusTablet replica's current role is: FOLLOWER
12:08:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.408686 29747 mvcc.cc:205] Tried to move back new op lower bound from 7317299656221786112 to 7317299656028856320. Current Snapshot: MvccSnapshot[applied={T|T < 7317299656221786112}]
12:08:31.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.411150 29745 mvcc.cc:205] Tried to move back new op lower bound from 7317299656221786112 to 7317299656028856320. Current Snapshot: MvccSnapshot[applied={T|T < 7317299656221786112}]
12:08:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.423892 29752 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.424216 29752 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 3604a5c489f845c8a17e326b5c9b9831: This TxnStatusTablet replica's current role is: FOLLOWER
12:08:31.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.432252 29744 mvcc.cc:205] Tried to move back new op lower bound from 7317299656221786112 to 7317299656028856320. Current Snapshot: MvccSnapshot[applied={T|T < 7317299656221786112}]
12:08:31.434 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
12:08:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.435873 29696 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.436275 29696 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: This TxnStatusTablet replica's current role is: LEADER
12:08:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.440320 29708 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.440719 29708 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 38835a20513e4ca88ea96b9f392347eb: This TxnStatusTablet replica's current role is: FOLLOWER
12:08:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.441097 29765 tablet_replica.cc:439] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9bb8d0477270492fa276a74351eeefee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb8d0477270492fa276a74351eeefee" member_type: VOTER last_known_addr { host: "127.27.210.1" port: 40767 } } peers { permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" member_type: VOTER last_known_addr { host: "127.27.210.2" port: 34655 } } peers { permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" member_type: VOTER last_known_addr { host: "127.27.210.3" port: 35227 } } }
12:08:31.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a9920bca3da445f68d84b644f0b27b0f
12:08:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.441346 29765 tablet_replica.cc:442] T d276527ba5bb43e59ecd9b1d3f195e26 P 9bb8d0477270492fa276a74351eeefee: This TxnStatusTablet replica's current role is: LEADER
12:08:31.443 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.210.62:46097
12:08:31.444 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
12:08:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.447782 28488 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu pid 28502
12:08:31.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.449235 28599 generic_service.cc:196] Checking for leaks (request via RPC)
12:08:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.576223 28488 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu with pid 28502
12:08:31.608 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.210.62:46097(127.27.210.62:46097)] handling channelInactive
12:08:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:31.608697 28640 connection.cc:535] server connection from 127.0.0.1:39330 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:08:31.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state READY due to: connection closed
12:08:31.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:08:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:31.785387 29653 heartbeater.cc:644] Failed to heartbeat to 127.27.210.62:46097 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.876266 29808 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 13c40afd818541678afa9371bb61d2d1)
12:08:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.876569 29808 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.877012 29809 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 13c40afd818541678afa9371bb61d2d1)
12:08:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.877326 29809 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.878111 29808 leader_election.cc:288] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097), 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525)
12:08:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.878774 28669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b600fb53804a31b09a712b2c7bec55" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d" is_pre_election: true
12:08:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:31.879278 28751 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.879693 28669 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7b600fb53804a31b09a712b2c7bec55 in term 1.
12:08:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.879856 28797 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9fcf898eb8a34ab0958240c4023c614d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b7b600fb53804a31b09a712b2c7bec55" is_pre_election: true
12:08:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.880119 28797 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9fcf898eb8a34ab0958240c4023c614d in term 1.
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.880661 28638 leader_election.cc:302] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9fcf898eb8a34ab0958240c4023c614d, b7b600fb53804a31b09a712b2c7bec55; no voters:
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.880765 28752 leader_election.cc:302] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9fcf898eb8a34ab0958240c4023c614d, b7b600fb53804a31b09a712b2c7bec55; no voters:
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.881150 29808 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Leader pre-election won for term 2
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.881266 29808 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 13c40afd818541678afa9371bb61d2d1)
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.881394 29808 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 1 FOLLOWER]: Advancing to term 2
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.881587 29809 leader_election.cc:288] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097), b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183)
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.881783 29809 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 1 FOLLOWER]: Leader pre-election won for term 2
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.881891 29809 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 13c40afd818541678afa9371bb61d2d1)
12:08:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.882830 29809 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 1 FOLLOWER]: Advancing to term 2
12:08:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:31.883852 28751 leader_election.cc:334] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:31.884155 28637 leader_election.cc:334] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.884785 29808 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.885475 29808 leader_election.cc:288] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 2 election: Requested vote from peers 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097), 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525)
12:08:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.886106 28669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b600fb53804a31b09a712b2c7bec55" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d"
12:08:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.886005 29809 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.886428 28669 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b7b600fb53804a31b09a712b2c7bec55 in current term 2: Already voted for candidate 9fcf898eb8a34ab0958240c4023c614d in this term.
12:08:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:31.886876 28751 leader_election.cc:334] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.887079 28752 leader_election.cc:302] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b7b600fb53804a31b09a712b2c7bec55; no voters: 13c40afd818541678afa9371bb61d2d1, 9fcf898eb8a34ab0958240c4023c614d
12:08:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.887367 29808 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
12:08:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.887370 29809 leader_election.cc:288] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 2 election: Requested vote from peers 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097), b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183)
12:08:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.887769 28797 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9fcf898eb8a34ab0958240c4023c614d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b7b600fb53804a31b09a712b2c7bec55"
12:08:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.888060 28797 raft_consensus.cc:2379] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 9fcf898eb8a34ab0958240c4023c614d in current term 2: Already voted for candidate b7b600fb53804a31b09a712b2c7bec55 in this term.
12:08:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:31.888356 28637 leader_election.cc:334] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.888654 28638 leader_election.cc:302] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9fcf898eb8a34ab0958240c4023c614d; no voters: 13c40afd818541678afa9371bb61d2d1, b7b600fb53804a31b09a712b2c7bec55
12:08:31.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:31.888952 29809 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
12:08:31.950 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:31.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.951 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.27.210.62:46097(127.27.210.62:46097) for tablet Kudu Master: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.970 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:31.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.972 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:31.990 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:31.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:31.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.010 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.030 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.032 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.070 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.130 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.132 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.132 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.133 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.190 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.193 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [1ms] received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, deferred=Deferred@900004397(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@347e74fd -> (continuation of Deferred@1883010059 after retry RPC after error@322258460) -> (continuation of Deferred@30581701 after retry RPC after error@1179448990) -> (continuation of Deferred@1430478448 after retry RPC after error@1828714338) -> (continuation of Deferred@2015866291 after retry RPC after error@1501449263) -> (continuation of Deferred@377563566 after retry RPC after error@97945851) -> (continuation of Deferred@1079637959 after retry RPC after error@1810744535), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@743e5c5d -> (continuation of Deferred@1883010059 after retry RPC after error@322258460) -> (continuation of Deferred@30581701 after retry RPC after error@1179448990) -> (continuation of Deferred@1430478448 after retry RPC after error@1828714338) -> (continuation of Deferred@2015866291 after retry RPC after error@1501449263) -> (continuation of Deferred@377563566 after retry RPC after error@97945851) -> (continuation of Deferred@1079637959 after retry RPC after error@1810744535)))
12:08:32.194 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [1ms] received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [121ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [182ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [241ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, deferred=Deferred@900004397(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@347e74fd -> (continuation of Deferred@1883010059 after retry RPC after error@322258460) -> (continuation of Deferred@30581701 after retry RPC after error@1179448990) -> (continuation of Deferred@1430478448 after retry RPC after error@1828714338) -> (continuation of Deferred@2015866291 after retry RPC after error@1501449263) -> (continuation of Deferred@377563566 after retry RPC after error@97945851) -> (continuation of Deferred@1079637959 after retry RPC after error@1810744535), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@743e5c5d -> (continuation of Deferred@1883010059 after retry RPC after error@322258460) -> (continuation of Deferred@30581701 after retry RPC after error@1179448990) -> (continuation of Deferred@1430478448 after retry RPC after error@1828714338) -> (continuation of Deferred@2015866291 after retry RPC after error@1501449263) -> (continuation of Deferred@377563566 after retry RPC after error@97945851) -> (continuation of Deferred@1079637959 after retry RPC after error@1810744535)))
12:08:32.210 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.229 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.250 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.257063 29808 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:08:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.257321 29808 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.258080 29808 leader_election.cc:288] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097), 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525)
12:08:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.258733 28669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b600fb53804a31b09a712b2c7bec55" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d" is_pre_election: true
12:08:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.259050 28669 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7b600fb53804a31b09a712b2c7bec55 in term 2.
12:08:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.259514 28752 leader_election.cc:302] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9fcf898eb8a34ab0958240c4023c614d, b7b600fb53804a31b09a712b2c7bec55; no voters:
12:08:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:32.259691 28751 leader_election.cc:334] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.259822 29808 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Leader pre-election won for term 3
12:08:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.259920 29808 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:08:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.260032 29808 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 2 FOLLOWER]: Advancing to term 3
12:08:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.265090 29808 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.265836 29808 leader_election.cc:288] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 3 election: Requested vote from peers 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097), 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525)
12:08:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.266469 28669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7b600fb53804a31b09a712b2c7bec55" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d"
12:08:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.266676 28669 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 2 FOLLOWER]: Advancing to term 3
12:08:32.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:32.267248 28751 leader_election.cc:334] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.269178 28669 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7b600fb53804a31b09a712b2c7bec55 in term 3.
12:08:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.269670 28752 leader_election.cc:302] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 9fcf898eb8a34ab0958240c4023c614d, b7b600fb53804a31b09a712b2c7bec55; no voters: 13c40afd818541678afa9371bb61d2d1
12:08:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.270015 29808 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 3 FOLLOWER]: Leader election won for term 3
12:08:32.270 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.270818 29808 raft_consensus.cc:686] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [term 3 LEADER]: Becoming Leader. State: Replica: b7b600fb53804a31b09a712b2c7bec55, State: Running, Role: LEADER
12:08:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.271464 29808 consensus_queue.cc:237] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:32.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.273022 29821 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7b600fb53804a31b09a712b2c7bec55. Latest consensus state: current_term: 3 leader_uuid: "b7b600fb53804a31b09a712b2c7bec55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:32.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.273363 29821 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: This master's current role is: LEADER
12:08:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.274217 29823 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:08:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.276687 29823 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=3ecf85e23b3745278a35fff5e4266eeb]
12:08:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.277184 29823 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]
12:08:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.278890 29823 tablet_loader.cc:96] loaded metadata for tablet 2eeb3bd73572407d8c04322b62c0e3c3 (table txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f])
12:08:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.279245 29823 tablet_loader.cc:96] loaded metadata for tablet 60ef015cd440431a97129d50ff38cf1a (table txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f])
12:08:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.279502 29823 tablet_loader.cc:96] loaded metadata for tablet d276527ba5bb43e59ecd9b1d3f195e26 (table kudu_system.kudu_transactions [id=3ecf85e23b3745278a35fff5e4266eeb])
12:08:32.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.279717 29823 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:08:32.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.280529 29823 catalog_manager.cc:1259] Loaded cluster ID: 841be85e746648088da09583158593d0
12:08:32.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.280684 29823 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:08:32.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.282032 29823 catalog_manager.cc:1504] Loading token signing keys...
12:08:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.283183 29823 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55: Loaded TSK: 0
12:08:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.284276 29823 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:08:32.290 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:32.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.62:46097: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097
12:08:32.293 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:08:32.294 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=83), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: Network error: Failed to connect to peer master-127.27.210.62:46097(127.27.210.62:46097): Connection refused: /127.27.210.62:46097, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: OK, deferred=Deferred@136272742(state=PENDING, result=null, callback=(continuation of Deferred@1388752176 after retry RPC after error@495253980) -> (continuation of Deferred@288852583 after retry RPC after error@1661024076) -> (continuation of Deferred@80329009 after retry RPC after error@1043982957) -> (continuation of Deferred@326118271 after retry RPC after error@2040648970), errback=(continuation of Deferred@1388752176 after retry RPC after error@495253980) -> (continuation of Deferred@288852583 after retry RPC after error@1661024076) -> (continuation of Deferred@80329009 after retry RPC after error@1043982957) -> (continuation of Deferred@326118271 after retry RPC after error@2040648970))) after lookup
12:08:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:32.353654 28751 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 -> Peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Couldn't send request to peer 13c40afd818541678afa9371bb61d2d1. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.368515 28779 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52126:
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:08:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:32.371052 28779 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:08:32.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.375610 28669 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 3 FOLLOWER]: Refusing update from remote peer b7b600fb53804a31b09a712b2c7bec55: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
12:08:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.377048 29821 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
12:08:32.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.382334 29809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7b600fb53804a31b09a712b2c7bec55. Latest consensus state: current_term: 3 leader_uuid: "b7b600fb53804a31b09a712b2c7bec55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:32.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.382718 29809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: This master's current role is: FOLLOWER
12:08:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.384598 29821 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b7b600fb53804a31b09a712b2c7bec55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.384882 29821 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 [sys.catalog]: This master's current role is: LEADER
12:08:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.385351 29809 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b7b600fb53804a31b09a712b2c7bec55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:32.385671 29809 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: This master's current role is: FOLLOWER
12:08:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:32.445871 29170 heartbeater.cc:644] Failed to heartbeat to 127.27.210.62:46097 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:32.449077 29416 heartbeater.cc:644] Failed to heartbeat to 127.27.210.62:46097 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111)
12:08:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:32.814711 28751 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 -> Peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Couldn't send request to peer 13c40afd818541678afa9371bb61d2d1. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
12:08:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:33.295823 28751 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 -> Peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Couldn't send request to peer 13c40afd818541678afa9371bb61d2d1. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
12:08:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:33.415764 28723 master_runner.cc:186] Error getting master registration for 127.27.210.62:46097: Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111),
12:08:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:33.416059 28723 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:08:33.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:33.443543 29172 heartbeater.cc:503] Master 127.27.210.60:39183 was elected leader, sending a full tablet report...
12:08:33.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:33.451834 29417 heartbeater.cc:503] Master 127.27.210.60:39183 was elected leader, sending a full tablet report...
12:08:33.615 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60ef015cd440431a97129d50ff38cf1a for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
12:08:33.616 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 2eeb3bd73572407d8c04322b62c0e3c3 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
12:08:33.616 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=60ef015cd440431a97129d50ff38cf1a@[3604a5c489f845c8a17e326b5c9b9831(127.27.210.3:35227),38835a20513e4ca88ea96b9f392347eb(127.27.210.2:34655)[L],9bb8d0477270492fa276a74351eeefee(127.27.210.1:40767)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=2eeb3bd73572407d8c04322b62c0e3c3@[3604a5c489f845c8a17e326b5c9b9831(127.27.210.3:35227)[L],38835a20513e4ca88ea96b9f392347eb(127.27.210.2:34655),9bb8d0477270492fa276a74351eeefee(127.27.210.1:40767)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
12:08:33.616 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.210.60:39183, [2ms] Sub RPC GetTableLocations: received response from server master-127.27.210.60:39183: OK, deferred=null) after lookup
12:08:33.616 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 38835a20513e4ca88ea96b9f392347eb(127.27.210.2:34655)] connecting to peer
12:08:33.618 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 38835a20513e4ca88ea96b9f392347eb(127.27.210.2:34655)] Successfully connected to peer
12:08:33.630 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x644aab5a, L:/127.0.0.1:36462 - R:/127.27.210.2:34655] using TOKEN/null
12:08:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:33.634974 29272 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.27.210.62:46097)
12:08:33.675 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.210.62:46097
12:08:33.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:33.677196 28488 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/logs
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/info.pb
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:33.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.62:46097
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.62
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42447
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:08:33.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:08:33.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:33.773905 28751 consensus_peers.cc:487] T 00000000000000000000000000000000 P b7b600fb53804a31b09a712b2c7bec55 -> Peer 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097): Couldn't send request to peer 13c40afd818541678afa9371bb61d2d1. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.62:46097: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
12:08:33.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:33.788443 29655 heartbeater.cc:503] Master 127.27.210.60:39183 was elected leader, sending a full tablet report...
12:08:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.040236 29896 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:08:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.040542 29896 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:08:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.040632 29896 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:08:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.049115 29896 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:08:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.049225 29896 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:08:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.049264 29896 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:08:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.049314 29896 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:08:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.049353 29896 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:08:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.049409 29896 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:08:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.049448 29896 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34199/jwks.json
12:08:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.059233 29896 master_runner.cc:386] Master server non-default flags:
12:08:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:08:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.210.20:42685
12:08:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:08:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:08:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:08:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.210.62:46097,127.27.210.61:44525,127.27.210.60:39183
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.210.62:46097
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34199/jwks.json
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/info.pb
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.210.62
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42447
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/logs
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 10:48:20 UTC on ccycloud.quasar-kfysal.root.comops.site
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4580138
12:08:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:08:34.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.061038 29896 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:08:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.063033 29896 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:08:34.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.076107 29908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:34.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.076047 29910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:34.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.076152 29906 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:08:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.077663 29896 server_base.cc:1034] running on GCE node
12:08:34.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.078496 29896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:08:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.079988 29896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:08:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.081239 29896 hybrid_clock.cc:648] HybridClock initialized: now 1786450114081154 us; error 67 us; skew 500 ppm
12:08:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.081740 29896 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:08:34.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.084223 29896 webserver.cc:460] Webserver started at http://127.27.210.62:42447/ using document root <none> and password file <none>
12:08:34.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.084959 29896 fs_manager.cc:359] Metadata directory not provided
12:08:34.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.085111 29896 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:08:34.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.090896 29896 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.004s sys 0.000s
12:08:34.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.094261 29918 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:08:34.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.095777 29896 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.096006 29896 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data,/tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13c40afd818541678afa9371bb61d2d1"
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 12:08:27 on dist-test-slave-gkw7"
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.097057 29896 fs_report.cc:383] FS layout report
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/wal
12:08:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/data
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:08:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:08:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.122148 29896 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:08:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.123238 29896 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:08:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.123625 29896 kserver.cc:163] Server-wide thread pool size limit: 3276
12:08:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.150668 29896 rpc_server.cc:307] RPC server started. Bound to: 127.27.210.62:46097
12:08:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.150713 30020 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.210.62:46097 every 8 connection(s)
12:08:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.152580 29896 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskPnx1KU/test-tmp/mini-kudu-cluster4829380564930006312/master-0/data/info.pb
12:08:34.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.160465 28488 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu as pid 29896
12:08:34.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:08:34.161 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.210.60:39183
12:08:34.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
12:08:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.161976 28488 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu pid 28723
12:08:34.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.162492 30025 sys_catalog.cc:263] Verifying existing consensus state
12:08:34.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.163203 28843 generic_service.cc:196] Checking for leaks (request via RPC)
12:08:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.167867 30025 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Bootstrap starting.
12:08:34.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.187084 30025 log.cc:824] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Log is configured to *not* fsync() on all Append() calls
12:08:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.203131 30025 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
12:08:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.203785 30025 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Bootstrap complete.
12:08:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.215966 30025 raft_consensus.cc:348] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.217492 30025 raft_consensus.cc:729] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13c40afd818541678afa9371bb61d2d1, State: Initialized, Role: FOLLOWER
12:08:34.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.218305 30025 consensus_queue.cc:260] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.219269 30035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.219805 30035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: FOLLOWER
12:08:34.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.220714 30025 sys_catalog.cc:564] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: configured and running, proceeding with master startup.
12:08:34.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.247622 30049 catalog_manager.cc:1259] Loaded cluster ID: 841be85e746648088da09583158593d0
12:08:34.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.247958 30049 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: loading cluster ID for follower catalog manager: success
12:08:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.252291 30049 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: acquiring CA information for follower catalog manager: success
12:08:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.254997 30049 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:08:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.312194 28488 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu with pid 28723
12:08:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.314059 29963 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 1 FOLLOWER]: Advancing to term 3
12:08:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.330268 30060 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b7b600fb53804a31b09a712b2c7bec55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.330782 30060 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: FOLLOWER
12:08:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.330706 30035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7b600fb53804a31b09a712b2c7bec55. Latest consensus state: current_term: 3 leader_uuid: "b7b600fb53804a31b09a712b2c7bec55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.330977 30035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: FOLLOWER
12:08:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.357518 29924 connection.cc:535] server connection from 127.0.0.1:52978 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.359208 30051 negotiation.cc:337] Failed RPC negotiation. Trace:
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.277638 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.27.210.60:39183 (local address 127.0.0.1:52136)
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.277873 (+ 235us) negotiation.cc:107] Waiting for socket to connect
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.277896 (+ 23us) client_negotiation.cc:174] Beginning negotiation
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.278027 (+ 131us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.320646 (+ 42619us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.320654 (+ 8us) client_negotiation.cc:394] Received NEGOTIATE response from server
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.320714 (+ 60us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.321000 (+ 286us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.321078 (+ 78us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.357748 (+ 36670us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:08:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":72}
12:08:34.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:08:34.360 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.210.60:39183(127.27.210.60:39183)] handling channelInactive
12:08:34.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state READY due to: connection closed
12:08:34.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.360548 29896 master_runner.cc:186] Error getting master registration for 127.27.210.60:39183: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
12:08:34.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.371595 29896 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:08:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.457836 29170 heartbeater.cc:347] Connected to a master server at 127.27.210.62:46097
12:08:34.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.459888 29416 heartbeater.cc:347] Connected to a master server at 127.27.210.62:46097
12:08:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.462090 29947 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "9bb8d0477270492fa276a74351eeefee" instance_seqno: 1786450109200961) as {username='slave'} at 127.27.210.1:44631; Asking this server to re-register.
12:08:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.462101 29944 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "38835a20513e4ca88ea96b9f392347eb" instance_seqno: 1786450109729066) as {username='slave'} at 127.27.210.2:56691; Asking this server to re-register.
12:08:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.462848 29170 heartbeater.cc:464] Registering TS with master...
12:08:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.463625 29416 heartbeater.cc:464] Registering TS with master...
12:08:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.465459 29947 ts_manager.cc:194] Registered new tserver with Master: 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767)
12:08:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.465554 29944 ts_manager.cc:194] Registered new tserver with Master: 38835a20513e4ca88ea96b9f392347eb (127.27.210.2:34655)
12:08:34.469 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.470 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.27.210.60:39183(127.27.210.60:39183) for tablet Kudu Master: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.490 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.491 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.62:46097(127.27.210.62:46097)] connecting to peer
12:08:34.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.492 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.210.62:46097(127.27.210.62:46097)] Successfully connected to peer
12:08:34.508 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5855ed6f, L:/127.0.0.1:53000 - R:/127.27.210.62:46097] using TOKEN/null
12:08:34.510 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:34.530 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:34.550 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.552 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:34.570 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:34.590 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.611004 30070 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b7b600fb53804a31b09a712b2c7bec55)
12:08:34.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.611272 30070 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:34.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.612223 30070 leader_election.cc:288] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 13c40afd818541678afa9371bb61d2d1 (127.27.210.62:46097), b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183)
12:08:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.624059 28638 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111) [suppressed 6 similar messages]
12:08:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.625277 30035 raft_consensus.cc:482] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b7b600fb53804a31b09a712b2c7bec55)
12:08:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.625605 30035 raft_consensus.cc:504] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.627982 30035 leader_election.cc:288] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525), b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183)
12:08:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.628650 28669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13c40afd818541678afa9371bb61d2d1" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d" is_pre_election: true
12:08:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.628922 28669 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13c40afd818541678afa9371bb61d2d1 in term 3.
12:08:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.629134 29924 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:34.630 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.630100 28638 leader_election.cc:334] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:34.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.638634 29924 leader_election.cc:302] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13c40afd818541678afa9371bb61d2d1, 9fcf898eb8a34ab0958240c4023c614d; no voters:
12:08:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.639146 29924 leader_election.cc:334] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.640070 30035 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 3 FOLLOWER]: Leader pre-election won for term 4
12:08:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.640210 30035 raft_consensus.cc:482] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 3 FOLLOWER]: Starting leader election (detected failure of leader b7b600fb53804a31b09a712b2c7bec55)
12:08:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.640306 30035 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 3 FOLLOWER]: Advancing to term 4
12:08:34.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:34.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=173), Traces: [0ms] sending RPC to server master-127.27.210.60:39183, [1ms] received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [173ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, deferred=Deferred@1471760682(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@1ee7b822 -> (continuation of Deferred@288613374 after retry RPC after error@2024313310) -> (continuation of Deferred@1707440120 after retry RPC after error@1187046858) -> (continuation of Deferred@1222820607 after retry RPC after error@1962450012) -> (continuation of Deferred@978079628 after retry RPC after error@2070090682) -> (continuation of Deferred@625525523 after retry RPC after error@358785434), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@4d0abc95 -> (continuation of Deferred@288613374 after retry RPC after error@2024313310) -> (continuation of Deferred@1707440120 after retry RPC after error@1187046858) -> (continuation of Deferred@1222820607 after retry RPC after error@1962450012) -> (continuation of Deferred@978079628 after retry RPC after error@2070090682) -> (continuation of Deferred@625525523 after retry RPC after error@358785434)))
12:08:34.644 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=173), Traces: [0ms] sending RPC to server master-127.27.210.60:39183, [1ms] received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [62ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [103ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [164ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [173ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [174ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, deferred=Deferred@1471760682(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@1ee7b822 -> (continuation of Deferred@288613374 after retry RPC after error@2024313310) -> (continuation of Deferred@1707440120 after retry RPC after error@1187046858) -> (continuation of Deferred@1222820607 after retry RPC after error@1962450012) -> (continuation of Deferred@978079628 after retry RPC after error@2070090682) -> (continuation of Deferred@625525523 after retry RPC after error@358785434), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@4d0abc95 -> (continuation of Deferred@288613374 after retry RPC after error@2024313310) -> (continuation of Deferred@1707440120 after retry RPC after error@1187046858) -> (continuation of Deferred@1222820607 after retry RPC after error@1962450012) -> (continuation of Deferred@978079628 after retry RPC after error@2070090682) -> (continuation of Deferred@625525523 after retry RPC after error@358785434)))
12:08:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.643586 30035 raft_consensus.cc:504] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.644336 30035 leader_election.cc:288] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 4 election: Requested vote from peers 9fcf898eb8a34ab0958240c4023c614d (127.27.210.61:44525), b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183)
12:08:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.644694 29963 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9fcf898eb8a34ab0958240c4023c614d" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "13c40afd818541678afa9371bb61d2d1" is_pre_election: true
12:08:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.645155 29963 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 4 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9fcf898eb8a34ab0958240c4023c614d in current term 4: Already voted for candidate 13c40afd818541678afa9371bb61d2d1 in this term.
12:08:34.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.645954 28637 leader_election.cc:302] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9fcf898eb8a34ab0958240c4023c614d; no voters: 13c40afd818541678afa9371bb61d2d1, b7b600fb53804a31b09a712b2c7bec55
12:08:34.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.646473 30070 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 3 FOLLOWER]: Advancing to term 4
12:08:34.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.649478 30070 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 4 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
12:08:34.650 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.652510 28669 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13c40afd818541678afa9371bb61d2d1" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "9fcf898eb8a34ab0958240c4023c614d"
12:08:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.653894 29924 leader_election.cc:334] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111)
12:08:34.654 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097; will retry
12:08:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.655007 28669 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13c40afd818541678afa9371bb61d2d1 in term 4.
12:08:34.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.655580 29924 leader_election.cc:302] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13c40afd818541678afa9371bb61d2d1, 9fcf898eb8a34ab0958240c4023c614d; no voters: b7b600fb53804a31b09a712b2c7bec55
12:08:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.655949 30035 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 4 FOLLOWER]: Leader election won for term 4
12:08:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.656179 30035 raft_consensus.cc:686] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [term 4 LEADER]: Becoming Leader. State: Replica: 13c40afd818541678afa9371bb61d2d1, State: Running, Role: LEADER
12:08:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.656697 30035 consensus_queue.cc:237] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } }
12:08:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.658396 30060 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13c40afd818541678afa9371bb61d2d1. Latest consensus state: current_term: 4 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:34.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.658720 30060 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: LEADER
12:08:34.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.659606 30078 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:08:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.662217 30078 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=3ecf85e23b3745278a35fff5e4266eeb]
12:08:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.662844 30078 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f]
12:08:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.664630 30078 tablet_loader.cc:96] loaded metadata for tablet 2eeb3bd73572407d8c04322b62c0e3c3 (table txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f])
12:08:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.665098 30078 tablet_loader.cc:96] loaded metadata for tablet 60ef015cd440431a97129d50ff38cf1a (table txn_manager_fallback_rolling [id=a9920bca3da445f68d84b644f0b27b0f])
12:08:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.665472 30078 tablet_loader.cc:96] loaded metadata for tablet d276527ba5bb43e59ecd9b1d3f195e26 (table kudu_system.kudu_transactions [id=3ecf85e23b3745278a35fff5e4266eeb])
12:08:34.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.665794 30078 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:08:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.666729 30078 catalog_manager.cc:1259] Loaded cluster ID: 841be85e746648088da09583158593d0
12:08:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.666852 30078 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:08:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.668147 30078 catalog_manager.cc:1504] Loading token signing keys...
12:08:34.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.669154 30078 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1: Loaded TSK: 0
12:08:34.670 [DEBUG - pool-48-thread-1] (Connection.java:748) [peer master-127.27.210.60:39183(127.27.210.60:39183)] connecting to peer
12:08:34.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.60:39183(127.27.210.60:39183)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.210.60:39183: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183
12:08:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.670222 30078 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:08:34.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:08:34.674 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, deferred=Deferred@1438413728(state=PENDING, result=null, callback=(continuation of Deferred@1207688378 after retry RPC after error@780204076), errback=(continuation of Deferred@1207688378 after retry RPC after error@780204076))) after lookup
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.719401 29947 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53026:
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:08:34.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:34.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:08:34.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.723186 30025 master.cc:440] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 2 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
12:08:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.752277 29924 consensus_peers.cc:487] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 -> Peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Couldn't send request to peer b7b600fb53804a31b09a712b2c7bec55. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:08:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.772580 28669 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [term 4 FOLLOWER]: Refusing update from remote peer 13c40afd818541678afa9371bb61d2d1: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
12:08:34.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.773588 30060 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 12, Time since last communication: 0.000s
12:08:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.775521 30070 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13c40afd818541678afa9371bb61d2d1. Latest consensus state: current_term: 4 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.775906 30070 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: This master's current role is: FOLLOWER
12:08:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.777174 30035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.777477 30035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 [sys.catalog]: This master's current role is: LEADER
12:08:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.778226 30070 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "13c40afd818541678afa9371bb61d2d1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13c40afd818541678afa9371bb61d2d1" member_type: VOTER last_known_addr { host: "127.27.210.62" port: 46097 } } peers { permanent_uuid: "9fcf898eb8a34ab0958240c4023c614d" member_type: VOTER last_known_addr { host: "127.27.210.61" port: 44525 } } peers { permanent_uuid: "b7b600fb53804a31b09a712b2c7bec55" member_type: VOTER last_known_addr { host: "127.27.210.60" port: 39183 } } }
12:08:34.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.778497 30070 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9fcf898eb8a34ab0958240c4023c614d [sys.catalog]: This master's current role is: FOLLOWER
12:08:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.796763 29653 heartbeater.cc:347] Connected to a master server at 127.27.210.62:46097
12:08:34.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.798170 29947 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "3604a5c489f845c8a17e326b5c9b9831" instance_seqno: 1786450110324272) as {username='slave'} at 127.27.210.3:54483; Asking this server to re-register.
12:08:34.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.798835 29653 heartbeater.cc:464] Registering TS with master...
12:08:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.799124 29653 heartbeater.cc:511] Master 127.27.210.62:46097 requested a full tablet report, sending...
12:08:34.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:34.800436 29947 ts_manager.cc:194] Registered new tserver with Master: 3604a5c489f845c8a17e326b5c9b9831 (127.27.210.3:35227)
12:08:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.901652 29995 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53000 (request call id 8) took 226 ms (client timeout 226 ms). Trace:
12:08:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:34.902015 29995 rpcz_store.cc:269] 0811 12:08:34.675107 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:08:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.675194 (+ 87us) service_pool.cc:227] Handling call
12:08:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.901508 (+226314us) inbound_call.cc:173] Queueing success response
12:08:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":531,"init.queue_time_us":46,"thread_start_us":9087,"threads_started":4}
12:08:34.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [25ms] sending RPC to server master-127.27.210.62:46097, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1438413728(state=PENDING, result=null, callback=(continuation of Deferred@1207688378 after retry RPC after error@780204076) -> (continuation of Deferred@936895396 after retry RPC@29403021), errback=(continuation of Deferred@1207688378 after retry RPC after error@780204076) -> (continuation of Deferred@936895396 after retry RPC@29403021)))
12:08:34.904 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=3, TimeoutTracker(timeout=250, elapsed=253), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [5ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.27.210.61:44525,127.27.210.60:39183,127.27.210.62:46097) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.61:44525, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.60:39183, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.210.62:46097, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.60:39183: Network error: Failed to connect to peer master-127.27.210.60:39183(127.27.210.60:39183): Connection refused: /127.27.210.60:39183, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.61:44525: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.210.62:46097: OK, [25ms] sending RPC to server master-127.27.210.62:46097, [254ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1438413728(state=PENDING, result=null, callback=(continuation of Deferred@1207688378 after retry RPC after error@780204076) -> (continuation of Deferred@936895396 after retry RPC@29403021), errback=(continuation of Deferred@1207688378 after retry RPC after error@780204076) -> (continuation of Deferred@936895396 after retry RPC@29403021)))
12:08:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:35.148852 28983 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.187s from last keepalive heartbeat (effective timeout is 1.000s)
12:08:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.161303 29995 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53000 (request call id 9) took 250 ms (client timeout 250 ms). Trace:
12:08:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.161476 29995 rpcz_store.cc:269] 0811 12:08:34.911073 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:08:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:34.911173 (+ 100us) service_pool.cc:227] Handling call
12:08:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:35.161214 (+250041us) inbound_call.cc:173] Queueing success response
12:08:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
12:08:35.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@415737091(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@31af6faf, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@396d70fd))
12:08:35.163 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@415737091(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@31af6faf, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@396d70fd))
12:08:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.167397 30105 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
12:08:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.271019 29924 consensus_peers.cc:487] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 -> Peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Couldn't send request to peer b7b600fb53804a31b09a712b2c7bec55. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
12:08:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.421075 29995 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53000 (request call id 10) took 250 ms (client timeout 250 ms). Trace:
12:08:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.421267 29995 rpcz_store.cc:269] 0811 12:08:35.170866 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:08:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:35.170935 (+ 69us) service_pool.cc:227] Handling call
12:08:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:35.421007 (+250072us) inbound_call.cc:173] Queueing success response
12:08:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
12:08:35.422 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1024808082(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@185f018e, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@5247d73d))
12:08:35.422 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1024808082(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@185f018e, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@5247d73d))
12:08:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.681388 29995 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53000 (request call id 11) took 250 ms (client timeout 250 ms). Trace:
12:08:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.681609 29995 rpcz_store.cc:269] 0811 12:08:35.430878 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:08:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:35.430989 (+ 111us) service_pool.cc:227] Handling call
12:08:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 12:08:35.681284 (+250295us) inbound_call.cc:173] Queueing success response
12:08:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
12:08:35.682 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@8367888(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@1759ca49, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@776aea5d))
12:08:35.682 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=252), Traces: [0ms] sending RPC to server master-127.27.210.62:46097, [252ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@8367888(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/626765121@1759ca49, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1496590176@776aea5d))
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:35.740052 29947 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53028:
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:35.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:08:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.740823 29947 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:08:35.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:35.746670 29924 consensus_peers.cc:487] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 -> Peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Couldn't send request to peer b7b600fb53804a31b09a712b2c7bec55. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
12:08:35.756 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1786450111 last_transition_timestamp: 1786450115
12:08:36.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.279258 29924 consensus_peers.cc:487] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 -> Peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Couldn't send request to peer b7b600fb53804a31b09a712b2c7bec55. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
12:08:36.364 [DEBUG - main] (Connection.java:575) [peer master-127.27.210.62:46097(127.27.210.62:46097)] disconnecting while in state READY
12:08:36.364 [DEBUG - main] (Connection.java:575) [peer master-127.27.210.61:44525(127.27.210.61:44525)] disconnecting while in state READY
12:08:36.365 [DEBUG - main] (Connection.java:575) [peer master-127.27.210.60:39183(127.27.210.60:39183)] disconnecting while in state TERMINATED
12:08:36.365 [DEBUG - main] (Connection.java:575) [peer 38835a20513e4ca88ea96b9f392347eb(127.27.210.2:34655)] disconnecting while in state READY
12:08:36.365 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.210.62:46097(127.27.210.62:46097)] handling channelInactive
12:08:36.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.210.62:46097(127.27.210.62:46097)] cleaning up while in state READY due to: connection closed
12:08:36.366 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
12:08:36.366 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.210.61:44525(127.27.210.61:44525)] handling channelInactive
12:08:36.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.210.61:44525(127.27.210.61:44525)] cleaning up while in state READY due to: connection closed
12:08:36.367 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 38835a20513e4ca88ea96b9f392347eb(127.27.210.2:34655)] handling channelInactive
12:08:36.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 38835a20513e4ca88ea96b9f392347eb(127.27.210.2:34655)] cleaning up while in state READY due to: connection closed
12:08:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.367100 28488 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu pid 28920
12:08:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.380545 29161 generic_service.cc:196] Checking for leaks (request via RPC)
12:08:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.454928 29416 heartbeater.cc:503] Master 127.27.210.62:46097 was elected leader, sending a full tablet report...
12:08:36.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.513051 29170 heartbeater.cc:503] Master 127.27.210.62:46097 was elected leader, sending a full tablet report...
12:08:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.514369 28488 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu with pid 28920
12:08:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.547128 28638 connection.cc:535] server connection from 127.27.210.1:49183 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:08:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.547223 29927 connection.cc:535] server connection from 127.27.210.1:44631 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:08:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.547811 28488 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu pid 29177
12:08:36.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.553122 29454 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.210.1:40767: connect: Connection refused (error 111)
12:08:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.554994 29454 consensus_peers.cc:487] T 2eeb3bd73572407d8c04322b62c0e3c3 P 3604a5c489f845c8a17e326b5c9b9831 -> Peer 9bb8d0477270492fa276a74351eeefee (127.27.210.1:40767): Couldn't send request to peer 9bb8d0477270492fa276a74351eeefee. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.1:40767: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:08:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.556332 29393 generic_service.cc:196] Checking for leaks (request via RPC)
12:08:36.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.660674 28488 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu with pid 29177
12:08:36.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.688187 28488 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu pid 29426
12:08:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.696728 29643 generic_service.cc:196] Checking for leaks (request via RPC)
12:08:36.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.772794 29924 consensus_peers.cc:487] T 00000000000000000000000000000000 P 13c40afd818541678afa9371bb61d2d1 -> Peer b7b600fb53804a31b09a712b2c7bec55 (127.27.210.60:39183): Couldn't send request to peer b7b600fb53804a31b09a712b2c7bec55. Status: Network error: Client connection negotiation failed: client connection to 127.27.210.60:39183: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
12:08:36.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.795779 28488 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu with pid 29426
12:08:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.822191 29920 connection.cc:535] server connection from 127.27.210.3:54483 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:08:36.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.822327 28488 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu pid 29896
12:08:36.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.829833 30012 generic_service.cc:196] Checking for leaks (request via RPC)
12:08:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.946074 28488 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu with pid 29896
12:08:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 12:08:36.975428 28641 connection.cc:535] server connection from 127.0.0.1:39366 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:08:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.975821 28488 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu pid 28610
12:08:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:36.977016 28714 generic_service.cc:196] Checking for leaks (request via RPC)
12:08:37.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 12:08:37.087496 28488 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskPnx1KU/build/asan/bin/kudu with pid 28610
12:08:37.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T12:08:37Z chronyd exiting
12:08:37.252 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)