12:52:53.404 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
12:52:53.405 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task44s9PS/test-tmp
12:52:53.405 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
12:52:53.405 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task44s9PS/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
12:52:53.406 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
12:52:53.732 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:52:53.733 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
12:52:53.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:53.735376 27800 mini_oidc.cc:152] Starting JWKS server
12:52:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:53.738293 27800 webserver.cc:460] Webserver started at http://127.0.0.1:32783/ using document root <none> and password file <none>
12:52:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:53.738507 27800 mini_oidc.cc:189] Starting OIDC Discovery server
12:52:53.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:53.739094 27800 webserver.cc:460] Webserver started at http://127.0.0.1:40891/ using document root <none> and password file <none>
12:52:53.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T12:52:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
12:52:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T12:52:53Z Disabled control of system clock
12:52:53.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:53.769742 27800 external_mini_cluster.cc:1326] Running /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/wal
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/logs
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data/info.pb
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.62:37441
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.62
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32783/jwks.json
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:52:53.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:52:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.094978 27811 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:52:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.095293 27811 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:52:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.095382 27811 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:52:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.102856 27811 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:52:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.102978 27811 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:52:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.103016 27811 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:52:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.103067 27811 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:52:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.103113 27811 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:52:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.103168 27811 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:52:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.103200 27811 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32783/jwks.json
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.112463 27811 master_runner.cc:386] Master server non-default flags:
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/wal
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:52:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.62:37441
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32783/jwks.json
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data/info.pb
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.62
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/logs
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 11:23:59 UTC on ccycloud.quasar-uwcnyx.root.comops.site
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669763
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:52:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.113844 27811 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:52:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.115621 27811 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:52:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.127920 27816 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.127985 27817 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.127950 27819 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:54.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.128762 27811 server_base.cc:1034] running on GCE node
12:52:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.129683 27811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:52:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.131245 27811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:52:54.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.132504 27811 hybrid_clock.cc:648] HybridClock initialized: now 1790254374132459 us; error 33 us; skew 500 ppm
12:52:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.132947 27811 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:52:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.135524 27811 webserver.cc:460] Webserver started at http://127.27.38.62:35615/ using document root <none> and password file <none>
12:52:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.136279 27811 fs_manager.cc:359] Metadata directory not provided
12:52:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.136427 27811 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:52:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.136701 27811 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:52:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.139377 27811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data/instance:
12:52:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34c2f8b6370a43f386013ae8bdbac9de"
12:52:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:54 on dist-test-slave-ckdc"
12:52:54.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.140130 27811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/wal/instance:
12:52:54.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34c2f8b6370a43f386013ae8bdbac9de"
12:52:54.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:54 on dist-test-slave-ckdc"
12:52:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.145432 27811 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.005s
12:52:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.149185 27825 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:52:54.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.150763 27811 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.150969 27811 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data,/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/wal
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34c2f8b6370a43f386013ae8bdbac9de"
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:54 on dist-test-slave-ckdc"
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.151230 27811 fs_report.cc:383] FS layout report
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/wal
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/wal
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data/data
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:52:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:52:54.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.187156 27811 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:52:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.188174 27811 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:52:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.188503 27811 kserver.cc:163] Server-wide thread pool size limit: 3276
12:52:54.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.211153 27811 rpc_server.cc:307] RPC server started. Bound to: 127.27.38.62:37441
12:52:54.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.211175 27886 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.38.62:37441 every 8 connection(s)
12:52:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.212589 27811 server_base.cc:1166] Dumped server information to /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/data/info.pb
12:52:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.216418 27887 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:54.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.218812 27800 external_mini_cluster.cc:1388] Started /tmp/dist-test-task44s9PS/build/asan/bin/kudu as pid 27811
12:52:54.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.219076 27800 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-0/wal/instance
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.222021 27800 external_mini_cluster.cc:1326] Running /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/wal
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/logs
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data/info.pb
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.61:35061
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.61
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32783/jwks.json
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:52:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:52:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.225262 27887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } has no permanent_uuid. Determining permanent_uuid...
12:52:54.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.244407 27887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } has no permanent_uuid. Determining permanent_uuid...
12:52:54.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.245724 27828 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.38.61:35061: connect: Connection refused (error 111)
12:52:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.247344 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.61:35061: Network error: Client connection negotiation failed: client connection to 127.27.38.61:35061: connect: Connection refused (error 111)
12:52:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.296761 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } attempt: 1
12:52:54.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.299005 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.61:35061: Network error: Client connection negotiation failed: client connection to 127.27.38.61:35061: connect: Connection refused (error 111)
12:52:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.367344 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } attempt: 2
12:52:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.369622 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.61:35061: Network error: Client connection negotiation failed: client connection to 127.27.38.61:35061: connect: Connection refused (error 111)
12:52:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.460917 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } attempt: 3
12:52:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.463352 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.61:35061: Network error: Client connection negotiation failed: client connection to 127.27.38.61:35061: connect: Connection refused (error 111)
12:52:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.552110 27889 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:52:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.552407 27889 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:52:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.552493 27889 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:52:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.560034 27889 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:52:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.560148 27889 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:52:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.560189 27889 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:52:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.560240 27889 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:52:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.560278 27889 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:52:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.560331 27889 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:52:54.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.560364 27889 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32783/jwks.json
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.569777 27889 master_runner.cc:386] Master server non-default flags:
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/wal
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.61:35061
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32783/jwks.json
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data/info.pb
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.61
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/logs
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 11:23:59 UTC on ccycloud.quasar-uwcnyx.root.comops.site
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669763
12:52:54.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:52:54.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.571110 27889 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:52:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.572978 27889 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:52:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.585840 27897 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.585724 27900 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.585791 27898 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.586591 27889 server_base.cc:1034] running on GCE node
12:52:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.587352 27889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:52:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.588846 27889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:52:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.590090 27889 hybrid_clock.cc:648] HybridClock initialized: now 1790254374590017 us; error 60 us; skew 500 ppm
12:52:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.590507 27889 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:52:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.592988 27889 webserver.cc:460] Webserver started at http://127.27.38.61:33711/ using document root <none> and password file <none>
12:52:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.593791 27889 fs_manager.cc:359] Metadata directory not provided
12:52:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.593923 27889 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:52:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.594255 27889 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:52:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.597163 27889 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data/instance:
12:52:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "778708610a5143a19a3a1da833857ddd"
12:52:54.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:54 on dist-test-slave-ckdc"
12:52:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.598181 27889 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/wal/instance:
12:52:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "778708610a5143a19a3a1da833857ddd"
12:52:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:54 on dist-test-slave-ckdc"
12:52:54.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.603680 27889 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
12:52:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.606622 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } attempt: 4
12:52:54.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.607630 27906 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.608724 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.61:35061: Network error: Client connection negotiation failed: client connection to 127.27.38.61:35061: connect: Connection refused (error 111)
12:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.609376 27889 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
12:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.609530 27889 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data,/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/wal
12:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "778708610a5143a19a3a1da833857ddd"
12:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:54 on dist-test-slave-ckdc"
12:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.609726 27889 fs_report.cc:383] FS layout report
12:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/wal
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/wal
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data/data
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:52:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.630287 27889 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:52:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.631148 27889 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:52:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.631392 27889 kserver.cc:163] Server-wide thread pool size limit: 3276
12:52:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.654121 27889 rpc_server.cc:307] RPC server started. Bound to: 127.27.38.61:35061
12:52:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.654140 27967 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.38.61:35061 every 8 connection(s)
12:52:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.655479 27889 server_base.cc:1166] Dumped server information to /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/data/info.pb
12:52:54.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.659399 27968 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:54.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.661423 27800 external_mini_cluster.cc:1388] Started /tmp/dist-test-task44s9PS/build/asan/bin/kudu as pid 27889
12:52:54.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.661599 27800 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-1/wal/instance
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.662878 27800 external_mini_cluster.cc:1326] Running /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/wal
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/logs
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data/info.pb
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.60:45639
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.60
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32783/jwks.json
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
12:52:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
12:52:54.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.668275 27968 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } has no permanent_uuid. Determining permanent_uuid...
12:52:54.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.682996 27968 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } has no permanent_uuid. Determining permanent_uuid...
12:52:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.694173 27968 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } has no permanent_uuid. Determining permanent_uuid...
12:52:54.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.695392 27909 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:54.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.697350 27968 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.746668 27968 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 1
12:52:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.749092 27968 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:54.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.817386 27968 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 2
12:52:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.819615 27968 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.908035 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } attempt: 5
12:52:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.910889 27968 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 3
12:52:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.912910 27968 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.916152 27887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } has no permanent_uuid. Determining permanent_uuid...
12:52:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.918013 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:54.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:54.969255 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 1
12:52:54.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:54.971153 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.000267 27970 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:52:55.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.000891 27970 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:52:55.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.001127 27970 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:52:55.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.009701 27970 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
12:52:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.009855 27970 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
12:52:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.009912 27970 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:52:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.010004 27970 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
12:52:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.010070 27970 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
12:52:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.010154 27970 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
12:52:55.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.010238 27970 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32783/jwks.json
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.020067 27970 master_runner.cc:386] Master server non-default flags:
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/wal
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.60:45639
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32783/jwks.json
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data/info.pb
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.60
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/logs
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 11:23:59 UTC on ccycloud.quasar-uwcnyx.root.comops.site
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669763
12:52:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:52:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.021845 27970 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:52:55.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.023716 27970 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:52:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.035678 27978 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.035714 27979 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.035719 27981 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.036758 27970 server_base.cc:1034] running on GCE node
12:52:55.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.037632 27970 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:52:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.039075 27970 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:52:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.039400 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 2
12:52:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.040376 27970 hybrid_clock.cc:648] HybridClock initialized: now 1790254375040302 us; error 56 us; skew 500 ppm
12:52:55.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.040784 27970 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:52:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.041289 27887 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:55.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.043310 27970 webserver.cc:460] Webserver started at http://127.27.38.60:34355/ using document root <none> and password file <none>
12:52:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.043953 27970 fs_manager.cc:359] Metadata directory not provided
12:52:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.044039 27970 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:52:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.044335 27970 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:52:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.047010 27970 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data/instance:
12:52:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99a992f38e9e47199214b6d24d2fc707"
12:52:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:55 on dist-test-slave-ckdc"
12:52:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.047749 27970 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/wal/instance:
12:52:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99a992f38e9e47199214b6d24d2fc707"
12:52:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:55 on dist-test-slave-ckdc"
12:52:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.052899 27970 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
12:52:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.056164 27968 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 4
12:52:55.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.056779 27987 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:52:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.058239 27968 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.27.38.60:45639: Network error: Client connection negotiation failed: client connection to 127.27.38.60:45639: connect: Connection refused (error 111)
12:52:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.058597 27970 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
12:52:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.058753 27970 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data,/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/wal
12:52:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99a992f38e9e47199214b6d24d2fc707"
12:52:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:55 on dist-test-slave-ckdc"
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.058943 27970 fs_report.cc:383] FS layout report
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/wal
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/wal
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data/data
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:52:55.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:52:55.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.076766 27970 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:52:55.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.077757 27970 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:52:55.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.078012 27970 kserver.cc:163] Server-wide thread pool size limit: 3276
12:52:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.100543 27970 rpc_server.cc:307] RPC server started. Bound to: 127.27.38.60:45639
12:52:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.100566 28048 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.38.60:45639 every 8 connection(s)
12:52:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.101964 27970 server_base.cc:1166] Dumped server information to /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/data/info.pb
12:52:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.106055 28049 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.111980 27800 external_mini_cluster.cc:1388] Started /tmp/dist-test-task44s9PS/build/asan/bin/kudu as pid 27970
12:52:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.112099 27800 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/master-2/wal/instance
12:52:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.112993 28049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } has no permanent_uuid. Determining permanent_uuid...
12:52:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.132160 28049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } has no permanent_uuid. Determining permanent_uuid...
12:52:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.140944 28049 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } has no permanent_uuid. Determining permanent_uuid...
12:52:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.147548 27887 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 3
12:52:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.158761 28049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: Bootstrap starting.
12:52:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.161151 27887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de: Bootstrap starting.
12:52:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.162815 28049 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: Neither blocks nor log segments found. Creating new log.
12:52:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.164160 28049 log.cc:824] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: Log is configured to *not* fsync() on all Append() calls
12:52:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.164968 27887 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de: Neither blocks nor log segments found. Creating new log.
12:52:55.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.166157 27887 log.cc:824] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de: Log is configured to *not* fsync() on all Append() calls
12:52:55.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.167512 28049 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: No bootstrap required, opened a new log
12:52:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.170142 27887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de: No bootstrap required, opened a new log
12:52:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.178421 28049 raft_consensus.cc:348] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.178854 28049 raft_consensus.cc:374] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.178959 28049 raft_consensus.cc:729] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99a992f38e9e47199214b6d24d2fc707, State: Initialized, Role: FOLLOWER
12:52:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.179633 28049 consensus_queue.cc:260] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.181059 27887 raft_consensus.cc:348] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.181416 27887 raft_consensus.cc:374] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.181519 27887 raft_consensus.cc:729] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34c2f8b6370a43f386013ae8bdbac9de, State: Initialized, Role: FOLLOWER
12:52:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.181308 28060 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.181797 28060 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: This master's current role is: FOLLOWER
12:52:55.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.182240 27887 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.182723 28049 sys_catalog.cc:564] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: configured and running, proceeding with master startup.
12:52:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.183149 28061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.183499 28061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: This master's current role is: FOLLOWER
12:52:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.184547 27887 sys_catalog.cc:564] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: configured and running, proceeding with master startup.
12:52:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.191524 27831 tablet.cc:2369] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:52:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.195927 28077 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
12:52:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.196058 28077 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
12:52:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.190234 27970 master_runner.cc:186] Error getting master registration for 127.27.38.62:37441: OK, instance_id { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" instance_seqno: 1790254374205735 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:52:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.201740 27970 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:52:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.197924 27811 master_runner.cc:186] Error getting master registration for 127.27.38.61:35061: OK, instance_id { permanent_uuid: "778708610a5143a19a3a1da833857ddd" instance_seqno: 1790254374648616 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
12:52:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.207916 28084 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
12:52:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.208027 27811 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:52:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.208184 28084 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
12:52:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.266108 28061 raft_consensus.cc:482] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:52:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.266467 28061 raft_consensus.cc:504] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.266862 28060 raft_consensus.cc:482] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:52:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.267148 28060 raft_consensus.cc:504] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.268249 28061 leader_election.cc:288] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061), 99a992f38e9e47199214b6d24d2fc707 (127.27.38.60:45639)
12:52:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.268714 28060 leader_election.cc:288] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061)
12:52:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.269673 27852 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34c2f8b6370a43f386013ae8bdbac9de" is_pre_election: true
12:52:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.270203 27852 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 99a992f38e9e47199214b6d24d2fc707 in term 0.
12:52:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.271085 28014 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c2f8b6370a43f386013ae8bdbac9de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99a992f38e9e47199214b6d24d2fc707" is_pre_election: true
12:52:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.271574 28014 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34c2f8b6370a43f386013ae8bdbac9de in term 0.
12:52:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.272284 27989 leader_election.cc:302] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34c2f8b6370a43f386013ae8bdbac9de, 99a992f38e9e47199214b6d24d2fc707; no voters:
12:52:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.273694 27828 leader_election.cc:302] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34c2f8b6370a43f386013ae8bdbac9de, 99a992f38e9e47199214b6d24d2fc707; no voters:
12:52:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.274282 28060 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:52:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.274430 28060 raft_consensus.cc:482] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:52:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.274537 28060 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 0 FOLLOWER]: Advancing to term 1
12:52:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.275282 28061 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Leader pre-election won for term 1
12:52:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.275452 28061 raft_consensus.cc:482] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:52:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.275552 28061 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 0 FOLLOWER]: Advancing to term 1
12:52:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.277812 28060 raft_consensus.cc:504] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.278678 28061 raft_consensus.cc:504] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.278998 27852 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34c2f8b6370a43f386013ae8bdbac9de"
12:52:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.279305 27852 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 99a992f38e9e47199214b6d24d2fc707 in current term 1: Already voted for candidate 34c2f8b6370a43f386013ae8bdbac9de in this term.
12:52:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.279367 28061 leader_election.cc:288] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [CANDIDATE]: Term 1 election: Requested vote from peers 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061), 99a992f38e9e47199214b6d24d2fc707 (127.27.38.60:45639)
12:52:55.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.280833 28014 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c2f8b6370a43f386013ae8bdbac9de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99a992f38e9e47199214b6d24d2fc707"
12:52:55.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.281137 28014 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 34c2f8b6370a43f386013ae8bdbac9de in current term 1: Already voted for candidate 99a992f38e9e47199214b6d24d2fc707 in this term.
12:52:55.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.281489 28060 leader_election.cc:288] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 1 election: Requested vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061)
12:52:55.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:55.330226 27993 tablet.cc:2369] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:52:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.357460 27968 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } attempt: 5
12:52:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.371802 27968 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd: Bootstrap starting.
12:52:55.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.376411 27968 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd: Neither blocks nor log segments found. Creating new log.
12:52:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.378135 27968 log.cc:824] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd: Log is configured to *not* fsync() on all Append() calls
12:52:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.390726 27968 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd: No bootstrap required, opened a new log
12:52:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.412748 27968 raft_consensus.cc:348] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.413656 27968 raft_consensus.cc:374] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.413882 27968 raft_consensus.cc:729] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 778708610a5143a19a3a1da833857ddd, State: Initialized, Role: FOLLOWER
12:52:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.415222 27968 consensus_queue.cc:260] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.416941 28087 sys_catalog.cc:455] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.417829 28087 sys_catalog.cc:458] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: This master's current role is: FOLLOWER
12:52:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.419477 27931 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c2f8b6370a43f386013ae8bdbac9de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd"
12:52:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.419864 27933 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd" is_pre_election: true
12:52:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.420050 27931 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 0 FOLLOWER]: Advancing to term 1
12:52:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.423328 27931 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34c2f8b6370a43f386013ae8bdbac9de in term 1.
12:52:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.424360 27828 leader_election.cc:302] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 34c2f8b6370a43f386013ae8bdbac9de, 778708610a5143a19a3a1da833857ddd; no voters: 99a992f38e9e47199214b6d24d2fc707
12:52:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.419570 27930 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd"
12:52:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.424883 27930 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 99a992f38e9e47199214b6d24d2fc707 in current term 1: Already voted for candidate 34c2f8b6370a43f386013ae8bdbac9de in this term.
12:52:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.419503 27932 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34c2f8b6370a43f386013ae8bdbac9de" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd" is_pre_election: true
12:52:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.425541 27932 raft_consensus.cc:2362] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 34c2f8b6370a43f386013ae8bdbac9de in term 1. Re-sending same reply.
12:52:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.425773 28061 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 1 FOLLOWER]: Leader election won for term 1
12:52:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.426085 27990 leader_election.cc:302] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 99a992f38e9e47199214b6d24d2fc707; no voters: 34c2f8b6370a43f386013ae8bdbac9de, 778708610a5143a19a3a1da833857ddd
12:52:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.426550 28060 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
12:52:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.427038 27968 sys_catalog.cc:564] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: configured and running, proceeding with master startup.
12:52:55.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.437361 28061 raft_consensus.cc:686] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [term 1 LEADER]: Becoming Leader. State: Replica: 34c2f8b6370a43f386013ae8bdbac9de, State: Running, Role: LEADER
12:52:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.438235 28061 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.445863 28088 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34c2f8b6370a43f386013ae8bdbac9de. Latest consensus state: current_term: 1 leader_uuid: "34c2f8b6370a43f386013ae8bdbac9de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.446513 28088 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: This master's current role is: LEADER
12:52:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.455787 28093 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:52:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.458181 28093 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:52:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.476689 28014 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Refusing update from remote peer 34c2f8b6370a43f386013ae8bdbac9de: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:52:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.478726 28088 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [LEADER]: Connected to new peer: Peer: permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.486874 27931 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Refusing update from remote peer 34c2f8b6370a43f386013ae8bdbac9de: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:52:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.488044 28088 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [LEADER]: Connected to new peer: Peer: permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:55.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.496239 28103 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
12:52:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.507761 28087 sys_catalog.cc:455] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34c2f8b6370a43f386013ae8bdbac9de. Latest consensus state: current_term: 1 leader_uuid: "34c2f8b6370a43f386013ae8bdbac9de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.508085 28087 sys_catalog.cc:458] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: This master's current role is: FOLLOWER
12:52:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.511569 28061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34c2f8b6370a43f386013ae8bdbac9de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.511905 28061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: This master's current role is: LEADER
12:52:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.512334 28097 mvcc.cc:205] Tried to move back new op lower bound from 7332881921929605120 to 7332881921800740864. Current Snapshot: MvccSnapshot[applied={T|T < 7332881921929605120}]
12:52:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.514719 28087 sys_catalog.cc:455] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34c2f8b6370a43f386013ae8bdbac9de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.514971 28087 sys_catalog.cc:458] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: This master's current role is: FOLLOWER
12:52:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.517639 28093 catalog_manager.cc:1347] Generated new cluster ID: e82076bac55f447ebad5ef3fbdac2aff
12:52:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.517750 28093 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:52:55.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.538450 28093 catalog_manager.cc:1370] Generated new certificate authority record
12:52:55.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.540517 28093 catalog_manager.cc:1504] Loading token signing keys...
12:52:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.556036 28060 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34c2f8b6370a43f386013ae8bdbac9de. Latest consensus state: current_term: 1 leader_uuid: "34c2f8b6370a43f386013ae8bdbac9de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.556428 28060 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: This master's current role is: FOLLOWER
12:52:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.561887 28061 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34c2f8b6370a43f386013ae8bdbac9de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.562254 28061 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de [sys.catalog]: This master's current role is: LEADER
12:52:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.585178 28093 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 34c2f8b6370a43f386013ae8bdbac9de: Generated new TSK 0
12:52:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.586603 28093 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:52:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.588925 28060 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34c2f8b6370a43f386013ae8bdbac9de" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.589268 28060 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: This master's current role is: FOLLOWER
12:52:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:55.621572 27800 external_mini_cluster.cc:1326] Running /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:55.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/wal
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/logs
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data/info.pb
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.1:0
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.38.1
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.1
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:55.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:52:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:52:55.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:52:56.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.012109 28113 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:52:56.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.012408 28113 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:52:56.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.012506 28113 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:52:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.021126 28113 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:52:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.021283 28113 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:52:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.021322 28113 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:52:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.021366 28113 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:52:56.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.021440 28113 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.38.1
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.031395 28113 tablet_server_runner.cc:78] Tablet server non-default flags:
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/wal
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.1:0
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data/info.pb
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.1
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.38.1
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/logs
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 11:23:59 UTC on ccycloud.quasar-uwcnyx.root.comops.site
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669763
12:52:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:52:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.033206 28113 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:52:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.035049 28113 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:52:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.049453 28121 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.049507 28119 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.049399 28118 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:56.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.055069 28113 server_base.cc:1034] running on GCE node
12:52:56.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.055822 28113 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:52:56.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.056979 28113 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:52:56.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.058353 28113 hybrid_clock.cc:648] HybridClock initialized: now 1790254376058264 us; error 61 us; skew 500 ppm
12:52:56.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.058737 28113 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:52:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.061288 28113 webserver.cc:460] Webserver started at http://127.27.38.1:40003/ using document root <none> and password file <none>
12:52:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.062026 28113 fs_manager.cc:359] Metadata directory not provided
12:52:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.062165 28113 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:52:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.062529 28113 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:52:56.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.065552 28113 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data/instance:
12:52:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98"
12:52:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:56 on dist-test-slave-ckdc"
12:52:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.066464 28113 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/wal/instance:
12:52:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98"
12:52:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:56 on dist-test-slave-ckdc"
12:52:56.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.072074 28113 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
12:52:56.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.076084 28127 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:52:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.077783 28113 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.077982 28113 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data,/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/wal
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98"
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:56 on dist-test-slave-ckdc"
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.078255 28113 fs_report.cc:383] FS layout report
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/wal
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/wal
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data/data
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:52:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:52:56.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.096166 28113 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:52:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.097246 28113 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:52:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.097564 28113 kserver.cc:163] Server-wide thread pool size limit: 3276
12:52:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.100883 28113 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:52:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.101027 28113 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:52:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.101162 28113 ts_tablet_manager.cc:610] Registered 0 tablets
12:52:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.101241 28113 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:52:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.187290 28113 rpc_server.cc:307] RPC server started. Bound to: 127.27.38.1:39529
12:52:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.187348 28251 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.38.1:39529 every 8 connection(s)
12:52:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.188691 28113 server_base.cc:1166] Dumped server information to /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/data/info.pb
12:52:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.191282 28253 heartbeater.cc:347] Connected to a master server at 127.27.38.62:37441
12:52:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.191550 28253 heartbeater.cc:464] Registering TS with master...
12:52:56.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.192533 28253 heartbeater.cc:511] Master 127.27.38.62:37441 requested a full tablet report, sending...
12:52:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.193693 27800 external_mini_cluster.cc:1388] Started /tmp/dist-test-task44s9PS/build/asan/bin/kudu as pid 28113
12:52:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.193949 27800 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-0/wal/instance
12:52:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.197860 27842 ts_manager.cc:194] Registered new tserver with Master: 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529)
12:52:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.198413 28077 catalog_manager.cc:1259] Loaded cluster ID: e82076bac55f447ebad5ef3fbdac2aff
12:52:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.198499 28077 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: loading cluster ID for follower catalog manager: success
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.203306 28077 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: acquiring CA information for follower catalog manager: success
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.203583 27800 external_mini_cluster.cc:1326] Running /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/wal
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/logs
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data/info.pb
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.2:0
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.38.2
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.2
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:52:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:52:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.207288 28077 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:52:56.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.209227 27842 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.38.1:37889
12:52:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.213454 28252 heartbeater.cc:347] Connected to a master server at 127.27.38.60:45639
12:52:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.214196 28252 heartbeater.cc:464] Registering TS with master...
12:52:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.214649 28252 heartbeater.cc:511] Master 127.27.38.60:45639 requested a full tablet report, sending...
12:52:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.215216 28254 heartbeater.cc:347] Connected to a master server at 127.27.38.61:35061
12:52:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.215448 28254 heartbeater.cc:464] Registering TS with master...
12:52:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.215870 28254 heartbeater.cc:511] Master 127.27.38.61:35061 requested a full tablet report, sending...
12:52:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.218000 27923 ts_manager.cc:194] Registered new tserver with Master: 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529)
12:52:56.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.219578 28003 ts_manager.cc:194] Registered new tserver with Master: 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529)
12:52:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.501402 28103 catalog_manager.cc:1259] Loaded cluster ID: e82076bac55f447ebad5ef3fbdac2aff
12:52:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.501551 28103 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd: loading cluster ID for follower catalog manager: success
12:52:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.505520 28103 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd: acquiring CA information for follower catalog manager: success
12:52:56.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.508096 28103 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
12:52:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.543416 28257 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:52:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.543767 28257 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:52:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.543906 28257 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:52:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.552042 28257 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:52:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.552284 28257 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:52:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.552352 28257 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:52:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.552421 28257 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:52:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.552548 28257 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.38.2
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.563071 28257 tablet_server_runner.cc:78] Tablet server non-default flags:
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/wal
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.2:0
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data/info.pb
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.2
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.38.2
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/logs
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 11:23:59 UTC on ccycloud.quasar-uwcnyx.root.comops.site
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669763
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:52:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.564778 28257 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:52:56.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.566766 28257 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:52:56.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.582118 28264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:56.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.582113 28263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:56.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.583969 28257 server_base.cc:1034] running on GCE node
12:52:56.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:56.584257 28266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.585223 28257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:52:56.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.586651 28257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:52:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.587894 28257 hybrid_clock.cc:648] HybridClock initialized: now 1790254376587818 us; error 67 us; skew 500 ppm
12:52:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.588306 28257 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:52:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.591276 28257 webserver.cc:460] Webserver started at http://127.27.38.2:43983/ using document root <none> and password file <none>
12:52:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.592224 28257 fs_manager.cc:359] Metadata directory not provided
12:52:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.592347 28257 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:52:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.592732 28257 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:52:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.596763 28257 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data/instance:
12:52:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34dd61ec9873457eb61679d9854424e2"
12:52:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:56 on dist-test-slave-ckdc"
12:52:56.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.597852 28257 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/wal/instance:
12:52:56.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34dd61ec9873457eb61679d9854424e2"
12:52:56.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:56 on dist-test-slave-ckdc"
12:52:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.605079 28257 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.003s
12:52:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.609758 28272 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:52:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.611608 28257 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.611796 28257 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data,/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/wal
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34dd61ec9873457eb61679d9854424e2"
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:56 on dist-test-slave-ckdc"
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.612063 28257 fs_report.cc:383] FS layout report
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/wal
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/wal
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data/data
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:52:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:52:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.634421 28257 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:52:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.635516 28257 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:52:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.635838 28257 kserver.cc:163] Server-wide thread pool size limit: 3276
12:52:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.642098 28257 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:52:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.642428 28257 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:52:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.642686 28257 ts_tablet_manager.cc:610] Registered 0 tablets
12:52:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.642854 28257 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:52:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.737674 28257 rpc_server.cc:307] RPC server started. Bound to: 127.27.38.2:43265
12:52:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.737692 28393 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.38.2:43265 every 8 connection(s)
12:52:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.738993 28257 server_base.cc:1166] Dumped server information to /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/data/info.pb
12:52:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.741426 27800 external_mini_cluster.cc:1388] Started /tmp/dist-test-task44s9PS/build/asan/bin/kudu as pid 28257
12:52:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.741580 27800 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-1/wal/instance
12:52:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.744908 28395 heartbeater.cc:347] Connected to a master server at 127.27.38.62:37441
12:52:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.745409 28395 heartbeater.cc:464] Registering TS with master...
12:52:56.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.746569 28395 heartbeater.cc:511] Master 127.27.38.62:37441 requested a full tablet report, sending...
12:52:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.748263 27842 ts_manager.cc:194] Registered new tserver with Master: 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265)
12:52:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.749410 27842 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.38.2:60785
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.750128 27800 external_mini_cluster.cc:1326] Running /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task44s9PS/build/asan/bin/kudu
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/wal
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/logs
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data/info.pb
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.3:0
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.38.3
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.3
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:52:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
12:52:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.756551 28396 heartbeater.cc:347] Connected to a master server at 127.27.38.61:35061
12:52:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.756731 28396 heartbeater.cc:464] Registering TS with master...
12:52:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.757216 28396 heartbeater.cc:511] Master 127.27.38.61:35061 requested a full tablet report, sending...
12:52:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.758517 27923 ts_manager.cc:194] Registered new tserver with Master: 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265)
12:52:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.760100 28394 heartbeater.cc:347] Connected to a master server at 127.27.38.60:45639
12:52:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.760245 28394 heartbeater.cc:464] Registering TS with master...
12:52:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.760552 28394 heartbeater.cc:511] Master 127.27.38.60:45639 requested a full tablet report, sending...
12:52:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:56.761592 28003 ts_manager.cc:194] Registered new tserver with Master: 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265)
12:52:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.141559 28399 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
12:52:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.141888 28399 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
12:52:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.142036 28399 flags.cc:425] Enabled unsafe flag: --never_fsync=true
12:52:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.149421 28399 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
12:52:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.149624 28399 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
12:52:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.149686 28399 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
12:52:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.149756 28399 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
12:52:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.149848 28399 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.38.3
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.159986 28399 tablet_server_runner.cc:78] Tablet server non-default flags:
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.38.20:43807
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/wal
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.38.3:0
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data/info.pb
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.38.3
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.38.62:37441,127.27.38.61:35061,127.27.38.60:45639
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.38.3
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/logs
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
12:52:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 24 Sep 2026 11:23:59 UTC on ccycloud.quasar-uwcnyx.root.comops.site
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4669763
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
12:52:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.161605 28399 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
12:52:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.163771 28399 file_cache.cc:493] Constructed file cache file cache with capacity 419430
12:52:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.177343 28404 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.177294 28407 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.177995 28405 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
12:52:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.178565 28399 server_base.cc:1034] running on GCE node
12:52:57.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.179253 28399 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
12:52:57.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.180245 28399 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
12:52:57.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.181492 28399 hybrid_clock.cc:648] HybridClock initialized: now 1790254377181420 us; error 54 us; skew 500 ppm
12:52:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.181879 28399 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
12:52:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.184425 28399 webserver.cc:460] Webserver started at http://127.27.38.3:36319/ using document root <none> and password file <none>
12:52:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.185376 28399 fs_manager.cc:359] Metadata directory not provided
12:52:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.185518 28399 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
12:52:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.185866 28399 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
12:52:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.188894 28399 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data/instance:
12:52:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef5cd14e3ac741f890729303932a80b4"
12:52:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:57 on dist-test-slave-ckdc"
12:52:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.189796 28399 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/wal/instance:
12:52:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef5cd14e3ac741f890729303932a80b4"
12:52:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:57 on dist-test-slave-ckdc"
12:52:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.195278 28399 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
12:52:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.199132 28413 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
12:52:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.200467 28399 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
12:52:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.200641 28399 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data,/tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/wal
12:52:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef5cd14e3ac741f890729303932a80b4"
12:52:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 12:52:57 on dist-test-slave-ckdc"
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.200877 28399 fs_report.cc:383] FS layout report
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/wal
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/wal
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data/data
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
12:52:57.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
12:52:57.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.214042 28253 heartbeater.cc:503] Master 127.27.38.62:37441 was elected leader, sending a full tablet report...
12:52:57.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.230088 28399 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
12:52:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.230908 28399 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
12:52:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.231156 28399 kserver.cc:163] Server-wide thread pool size limit: 3276
12:52:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.234570 28399 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
12:52:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.234697 28399 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
12:52:57.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.234854 28399 ts_tablet_manager.cc:610] Registered 0 tablets
12:52:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.234941 28399 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
12:52:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.313601 28399 rpc_server.cc:307] RPC server started. Bound to: 127.27.38.3:36289
12:52:57.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.313639 28536 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.27.38.3:36289 every 8 connection(s)
12:52:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.314985 28399 server_base.cc:1166] Dumped server information to /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/data/info.pb
12:52:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.317457 28538 heartbeater.cc:347] Connected to a master server at 127.27.38.62:37441
12:52:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.318013 28538 heartbeater.cc:464] Registering TS with master...
12:52:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.318949 28538 heartbeater.cc:511] Master 127.27.38.62:37441 requested a full tablet report, sending...
12:52:57.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.320657 27842 ts_manager.cc:194] Registered new tserver with Master: ef5cd14e3ac741f890729303932a80b4 (127.27.38.3:36289)
12:52:57.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.321796 27842 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.27.38.3:47939
12:52:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.325184 27800 external_mini_cluster.cc:1388] Started /tmp/dist-test-task44s9PS/build/asan/bin/kudu as pid 28399
12:52:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.325376 27800 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task44s9PS/test-tmp/mini-kudu-cluster1918519844513856728/ts-2/wal/instance
12:52:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.325451 28537 heartbeater.cc:347] Connected to a master server at 127.27.38.60:45639
12:52:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.325584 28537 heartbeater.cc:464] Registering TS with master...
12:52:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.325945 28537 heartbeater.cc:511] Master 127.27.38.60:45639 requested a full tablet report, sending...
12:52:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.326135 28539 heartbeater.cc:347] Connected to a master server at 127.27.38.61:35061
12:52:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.326436 28539 heartbeater.cc:464] Registering TS with master...
12:52:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.327092 28003 ts_manager.cc:194] Registered new tserver with Master: ef5cd14e3ac741f890729303932a80b4 (127.27.38.3:36289)
12:52:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.327713 28539 heartbeater.cc:511] Master 127.27.38.61:35061 requested a full tablet report, sending...
12:52:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.329121 27923 ts_manager.cc:194] Registered new tserver with Master: ef5cd14e3ac741f890729303932a80b4 (127.27.38.3:36289)
12:52:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.334030 27800 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
12:52:57.335 [DEBUG - main] (MiniKuduCluster.java:195) Response:
12:52:57.335 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
12:52:57.337 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.38.62"
port: 37441
}
bound_http_address {
host: "127.27.38.62"
port: 35615
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.38.61"
port: 35061
}
bound_http_address {
host: "127.27.38.61"
port: 33711
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.38.60"
port: 45639
}
bound_http_address {
host: "127.27.38.60"
port: 34355
}
}
}
12:52:57.337 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
12:52:57.337 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.38.1"
port: 39529
}
bound_http_address {
host: "127.27.38.1"
port: 40003
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.38.2"
port: 43265
}
bound_http_address {
host: "127.27.38.2"
port: 43983
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.38.3"
port: 36289
}
bound_http_address {
host: "127.27.38.3"
port: 36319
}
}
}
12:52:57.338 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
12:52:57.340 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
12:52:57.341 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.38.60:45639(127.27.38.60:45639)] connecting to peer
12:52:57.342 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:57.343 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.38.61:35061(127.27.38.61:35061)] connecting to peer
12:52:57.343 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.38.60:45639(127.27.38.60:45639)] Successfully connected to peer
12:52:57.345 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.38.60
12:52:57.345 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.38.62:37441(127.27.38.62:37441)] Successfully connected to peer
12:52:57.347 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.38.62
12:52:57.349 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.38.61:35061(127.27.38.61:35061)] Successfully connected to peer
12:52:57.350 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.38.61
12:52:57.365 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x39228e03, L:/127.0.0.1:33206 - R:/127.27.38.62:37441] using SASL/PLAIN
12:52:57.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:52:57.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=27), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: OK, deferred=null) after lookup
12:52:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.370316 27842 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33206:
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
12:52:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.372 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb4b3b7ed, L:/127.0.0.1:57252 - R:/127.27.38.61:35061] using SASL/PLAIN
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.372834 27842 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:52:57.374 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5de3d4e4, L:/127.0.0.1:52044 - R:/127.27.38.60:45639] using SASL/PLAIN
12:52:57.389 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 7e6d9be501214d698e7494d83f9646f7
12:52:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.425805 28472 tablet_service.cc:1467] Processing CreateTablet for tablet 9ccb15fa12f84a2181205152f06ac033 (DEFAULT_TABLE table=txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:52:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.425769 28329 tablet_service.cc:1467] Processing CreateTablet for tablet 9ccb15fa12f84a2181205152f06ac033 (DEFAULT_TABLE table=txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:52:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.427333 28472 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ccb15fa12f84a2181205152f06ac033. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.427384 28328 tablet_service.cc:1467] Processing CreateTablet for tablet a318b249a0f34b289d730eed051da08a (DEFAULT_TABLE table=txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:52:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.428735 28328 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a318b249a0f34b289d730eed051da08a. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.425783 28471 tablet_service.cc:1467] Processing CreateTablet for tablet a318b249a0f34b289d730eed051da08a (DEFAULT_TABLE table=txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:52:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.429370 28471 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a318b249a0f34b289d730eed051da08a. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.437337 28329 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ccb15fa12f84a2181205152f06ac033. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.437628 28186 tablet_service.cc:1467] Processing CreateTablet for tablet a318b249a0f34b289d730eed051da08a (DEFAULT_TABLE table=txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
12:52:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.438867 28186 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet a318b249a0f34b289d730eed051da08a. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.432663 28187 tablet_service.cc:1467] Processing CreateTablet for tablet 9ccb15fa12f84a2181205152f06ac033 (DEFAULT_TABLE table=txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
12:52:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.445662 28187 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 9ccb15fa12f84a2181205152f06ac033. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.455649 28563 tablet_bootstrap.cc:492] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2: Bootstrap starting.
12:52:57.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.460249 28563 tablet_bootstrap.cc:654] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2: Neither blocks nor log segments found. Creating new log.
12:52:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.461483 28562 tablet_bootstrap.cc:492] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4: Bootstrap starting.
12:52:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.461819 28563 log.cc:824] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2: Log is configured to *not* fsync() on all Append() calls
12:52:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.464684 28564 tablet_bootstrap.cc:492] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98: Bootstrap starting.
12:52:57.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.469538 28564 tablet_bootstrap.cc:654] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98: Neither blocks nor log segments found. Creating new log.
12:52:57.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.470221 28563 tablet_bootstrap.cc:492] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2: No bootstrap required, opened a new log
12:52:57.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.470535 28563 ts_tablet_manager.cc:1397] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2: Time spent bootstrapping tablet: real 0.015s user 0.007s sys 0.001s
12:52:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.470973 28564 log.cc:824] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98: Log is configured to *not* fsync() on all Append() calls
12:52:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.472352 28562 tablet_bootstrap.cc:654] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4: Neither blocks nor log segments found. Creating new log.
12:52:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.473656 28562 log.cc:824] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4: Log is configured to *not* fsync() on all Append() calls
12:52:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.474066 28564 tablet_bootstrap.cc:492] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98: No bootstrap required, opened a new log
12:52:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.474403 28564 ts_tablet_manager.cc:1397] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
12:52:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.483234 28562 tablet_bootstrap.cc:492] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4: No bootstrap required, opened a new log
12:52:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.483548 28562 ts_tablet_manager.cc:1397] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4: Time spent bootstrapping tablet: real 0.022s user 0.008s sys 0.006s
12:52:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.484149 28563 raft_consensus.cc:348] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.484788 28563 raft_consensus.cc:374] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.484910 28563 raft_consensus.cc:729] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34dd61ec9873457eb61679d9854424e2, State: Initialized, Role: FOLLOWER
12:52:57.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.485715 28563 consensus_queue.cc:260] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.487690 28563 ts_tablet_manager.cc:1428] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2: Time spent starting tablet: real 0.017s user 0.011s sys 0.006s
12:52:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.487984 28395 heartbeater.cc:503] Master 127.27.38.62:37441 was elected leader, sending a full tablet report...
12:52:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.490774 28564 raft_consensus.cc:348] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.491295 28564 raft_consensus.cc:374] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.491402 28564 raft_consensus.cc:729] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0fb06eba5be740e7a9d6a9e12f3f0a98, State: Initialized, Role: FOLLOWER
12:52:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.492249 28564 consensus_queue.cc:260] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.494342 28562 raft_consensus.cc:348] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.494827 28562 raft_consensus.cc:374] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.494922 28562 raft_consensus.cc:729] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef5cd14e3ac741f890729303932a80b4, State: Initialized, Role: FOLLOWER
12:52:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.495772 28563 tablet_bootstrap.cc:492] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2: Bootstrap starting.
12:52:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.495576 28562 consensus_queue.cc:260] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.498118 28563 tablet_bootstrap.cc:654] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2: Neither blocks nor log segments found. Creating new log.
12:52:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.500494 28564 ts_tablet_manager.cc:1428] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98: Time spent starting tablet: real 0.024s user 0.020s sys 0.000s
12:52:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.500524 28563 tablet_bootstrap.cc:492] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2: No bootstrap required, opened a new log
12:52:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.500687 28563 ts_tablet_manager.cc:1397] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
12:52:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.500815 28562 ts_tablet_manager.cc:1428] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4: Time spent starting tablet: real 0.017s user 0.004s sys 0.013s
12:52:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.501566 28562 tablet_bootstrap.cc:492] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4: Bootstrap starting.
12:52:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.502772 28538 heartbeater.cc:503] Master 127.27.38.62:37441 was elected leader, sending a full tablet report...
12:52:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.503446 28564 tablet_bootstrap.cc:492] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Bootstrap starting.
12:52:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.503548 28562 tablet_bootstrap.cc:654] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4: Neither blocks nor log segments found. Creating new log.
12:52:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.505115 28397 tablet.cc:2369] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:52:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.505322 28564 tablet_bootstrap.cc:654] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Neither blocks nor log segments found. Creating new log.
12:52:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.514421 28563 raft_consensus.cc:348] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.514710 28563 raft_consensus.cc:374] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.514815 28563 raft_consensus.cc:729] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34dd61ec9873457eb61679d9854424e2, State: Initialized, Role: FOLLOWER
12:52:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.515069 28563 consensus_queue.cc:260] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.515645 28564 tablet_bootstrap.cc:492] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98: No bootstrap required, opened a new log
12:52:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.515688 28563 ts_tablet_manager.cc:1428] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2: Time spent starting tablet: real 0.015s user 0.001s sys 0.000s
12:52:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.515823 28564 ts_tablet_manager.cc:1397] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.003s
12:52:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.515923 28562 tablet_bootstrap.cc:492] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4: No bootstrap required, opened a new log
12:52:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.516079 28562 ts_tablet_manager.cc:1397] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4: Time spent bootstrapping tablet: real 0.015s user 0.012s sys 0.000s
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.516613 28564 raft_consensus.cc:348] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.516862 28564 raft_consensus.cc:374] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.516956 28564 raft_consensus.cc:729] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0fb06eba5be740e7a9d6a9e12f3f0a98, State: Initialized, Role: FOLLOWER
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.516911 28562 raft_consensus.cc:348] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.517216 28562 raft_consensus.cc:374] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.517334 28562 raft_consensus.cc:729] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef5cd14e3ac741f890729303932a80b4, State: Initialized, Role: FOLLOWER
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.517200 28564 consensus_queue.cc:260] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.517807 28564 ts_tablet_manager.cc:1428] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
12:52:57.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.518985 28562 consensus_queue.cc:260] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.519680 28562 ts_tablet_manager.cc:1428] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
12:52:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.552042 28570 raft_consensus.cc:482] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:52:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.552376 28570 raft_consensus.cc:504] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.554330 28570 leader_election.cc:288] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529), 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265)
12:52:57.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.561393 28207 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ccb15fa12f84a2181205152f06ac033" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" is_pre_election: true
12:52:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.561743 28349 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ccb15fa12f84a2181205152f06ac033" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34dd61ec9873457eb61679d9854424e2" is_pre_election: true
12:52:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.561941 28207 raft_consensus.cc:2454] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 0.
12:52:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.562243 28349 raft_consensus.cc:2454] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 0.
12:52:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.562757 28414 leader_election.cc:302] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fb06eba5be740e7a9d6a9e12f3f0a98, ef5cd14e3ac741f890729303932a80b4; no voters:
12:52:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.563165 28570 raft_consensus.cc:2781] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:52:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.563349 28570 raft_consensus.cc:482] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:52:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.563475 28570 raft_consensus.cc:3037] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.565693 28570 raft_consensus.cc:504] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.566213 28570 leader_election.cc:288] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 election: Requested vote from peers 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529), 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265)
12:52:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.566763 28207 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ccb15fa12f84a2181205152f06ac033" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98"
12:52:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.566813 28349 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "9ccb15fa12f84a2181205152f06ac033" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34dd61ec9873457eb61679d9854424e2"
12:52:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.566974 28349 raft_consensus.cc:3037] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.566982 28207 raft_consensus.cc:3037] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.567863 28540 tablet.cc:2369] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:52:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.569284 28207 raft_consensus.cc:2454] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 1.
12:52:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.569516 28349 raft_consensus.cc:2454] T 9ccb15fa12f84a2181205152f06ac033 P 34dd61ec9873457eb61679d9854424e2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 1.
12:52:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.569757 28414 leader_election.cc:302] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fb06eba5be740e7a9d6a9e12f3f0a98, ef5cd14e3ac741f890729303932a80b4; no voters:
12:52:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.570077 28570 raft_consensus.cc:2781] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 1 FOLLOWER]: Leader election won for term 1
12:52:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.570596 28570 raft_consensus.cc:686] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [term 1 LEADER]: Becoming Leader. State: Replica: ef5cd14e3ac741f890729303932a80b4, State: Running, Role: LEADER
12:52:57.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.571434 28570 consensus_queue.cc:237] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } }
12:52:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.576601 27841 catalog_manager.cc:5495] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 reported cstate change: term changed from 0 to 1, leader changed from <none> to ef5cd14e3ac741f890729303932a80b4 (127.27.38.3). New cstate: current_term: 1 leader_uuid: "ef5cd14e3ac741f890729303932a80b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } health_report { overall_health: UNKNOWN } } }
12:52:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.618434 28570 raft_consensus.cc:482] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:52:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.618647 28570 raft_consensus.cc:504] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.619350 28570 leader_election.cc:288] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529), 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265)
12:52:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.620069 28349 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a318b249a0f34b289d730eed051da08a" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34dd61ec9873457eb61679d9854424e2" is_pre_election: true
12:52:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.620148 28207 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a318b249a0f34b289d730eed051da08a" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" is_pre_election: true
12:52:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.620363 28207 raft_consensus.cc:2454] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 0.
12:52:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.620364 28349 raft_consensus.cc:2454] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 0.
12:52:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.620806 28414 leader_election.cc:302] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fb06eba5be740e7a9d6a9e12f3f0a98, ef5cd14e3ac741f890729303932a80b4; no voters:
12:52:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.621122 28570 raft_consensus.cc:2781] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:52:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.621241 28570 raft_consensus.cc:482] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:52:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.621387 28570 raft_consensus.cc:3037] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.623312 28570 raft_consensus.cc:504] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.623883 28570 leader_election.cc:288] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 election: Requested vote from peers 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529), 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265)
12:52:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.624428 28207 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a318b249a0f34b289d730eed051da08a" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98"
12:52:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.624439 28349 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "a318b249a0f34b289d730eed051da08a" candidate_uuid: "ef5cd14e3ac741f890729303932a80b4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "34dd61ec9873457eb61679d9854424e2"
12:52:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.624619 28207 raft_consensus.cc:3037] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.624673 28349 raft_consensus.cc:3037] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.626564 28207 raft_consensus.cc:2454] T a318b249a0f34b289d730eed051da08a P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 1.
12:52:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.626731 28349 raft_consensus.cc:2454] T a318b249a0f34b289d730eed051da08a P 34dd61ec9873457eb61679d9854424e2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ef5cd14e3ac741f890729303932a80b4 in term 1.
12:52:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.626994 28414 leader_election.cc:302] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fb06eba5be740e7a9d6a9e12f3f0a98, ef5cd14e3ac741f890729303932a80b4; no voters:
12:52:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.627256 28570 raft_consensus.cc:2781] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 1 FOLLOWER]: Leader election won for term 1
12:52:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.627475 28570 raft_consensus.cc:686] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [term 1 LEADER]: Becoming Leader. State: Replica: ef5cd14e3ac741f890729303932a80b4, State: Running, Role: LEADER
12:52:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.627789 28570 consensus_queue.cc:237] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.630759 27841 catalog_manager.cc:5495] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 reported cstate change: term changed from 0 to 1, leader changed from <none> to ef5cd14e3ac741f890729303932a80b4 (127.27.38.3). New cstate: current_term: 1 leader_uuid: "ef5cd14e3ac741f890729303932a80b4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } health_report { overall_health: HEALTHY } } }
12:52:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.727228 28255 tablet.cc:2369] T 9ccb15fa12f84a2181205152f06ac033 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Can't schedule compaction. Clean time has not been advanced past its initial value.
12:52:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.745483 27841 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33208:
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:52:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:52:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:57.746784 27841 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:52:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.761600 28329 tablet_service.cc:1467] Processing CreateTablet for tablet 65d8f11c34df4f91873899459b37ac83 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=81b1e30c628b478f9435b5b0a2bfeca1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:52:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.761569 28186 tablet_service.cc:1467] Processing CreateTablet for tablet 65d8f11c34df4f91873899459b37ac83 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=81b1e30c628b478f9435b5b0a2bfeca1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:52:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.762679 28329 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 65d8f11c34df4f91873899459b37ac83. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.762748 28186 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 65d8f11c34df4f91873899459b37ac83. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.762274 28472 tablet_service.cc:1467] Processing CreateTablet for tablet 65d8f11c34df4f91873899459b37ac83 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=81b1e30c628b478f9435b5b0a2bfeca1]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
12:52:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.763216 28472 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 65d8f11c34df4f91873899459b37ac83. 1 dirs total, 0 dirs full, 0 dirs failed
12:52:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.768162 28563 tablet_bootstrap.cc:492] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: Bootstrap starting.
12:52:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.769884 28563 tablet_bootstrap.cc:654] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: Neither blocks nor log segments found. Creating new log.
12:52:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.771011 28564 tablet_bootstrap.cc:492] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Bootstrap starting.
12:52:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.772271 28562 tablet_bootstrap.cc:492] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: Bootstrap starting.
12:52:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.772353 28564 tablet_bootstrap.cc:654] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Neither blocks nor log segments found. Creating new log.
12:52:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.774142 28562 tablet_bootstrap.cc:654] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: Neither blocks nor log segments found. Creating new log.
12:52:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.777606 28562 tablet_bootstrap.cc:492] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: No bootstrap required, opened a new log
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.777848 28562 ts_tablet_manager.cc:1397] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.778976 28562 raft_consensus.cc:348] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.779343 28562 raft_consensus.cc:374] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.779440 28562 raft_consensus.cc:729] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef5cd14e3ac741f890729303932a80b4, State: Initialized, Role: FOLLOWER
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.779788 28562 consensus_queue.cc:260] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.780455 28570 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.780646 28562 ts_tablet_manager.cc:1428] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: Time spent starting tablet: real 0.003s user 0.000s sys 0.000s
12:52:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.780752 28570 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: This TxnStatusTablet replica's current role is: FOLLOWER
12:52:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.783035 28563 tablet_bootstrap.cc:492] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: No bootstrap required, opened a new log
12:52:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.783245 28563 ts_tablet_manager.cc:1397] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: Time spent bootstrapping tablet: real 0.015s user 0.000s sys 0.011s
12:52:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.784178 28563 raft_consensus.cc:348] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.784577 28563 raft_consensus.cc:374] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.784678 28563 raft_consensus.cc:729] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34dd61ec9873457eb61679d9854424e2, State: Initialized, Role: FOLLOWER
12:52:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.785027 28563 consensus_queue.cc:260] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.785848 28568 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.786535 28568 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: This TxnStatusTablet replica's current role is: FOLLOWER
12:52:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.788129 28563 ts_tablet_manager.cc:1428] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s
12:52:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.793180 28564 tablet_bootstrap.cc:492] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: No bootstrap required, opened a new log
12:52:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.793412 28564 ts_tablet_manager.cc:1397] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Time spent bootstrapping tablet: real 0.022s user 0.004s sys 0.011s
12:52:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.794278 28564 raft_consensus.cc:348] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.794529 28564 raft_consensus.cc:374] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
12:52:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.794598 28564 raft_consensus.cc:729] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0fb06eba5be740e7a9d6a9e12f3f0a98, State: Initialized, Role: FOLLOWER
12:52:57.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.794863 28564 consensus_queue.cc:260] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.795373 28569 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.795742 28569 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: This TxnStatusTablet replica's current role is: FOLLOWER
12:52:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.796152 28564 ts_tablet_manager.cc:1428] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
12:52:57.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.951632 28568 raft_consensus.cc:482] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:52:57.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.951892 28568 raft_consensus.cc:504] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.953506 28568 leader_election.cc:288] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529), ef5cd14e3ac741f890729303932a80b4 (127.27.38.3:36289)
12:52:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.961500 28207 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "65d8f11c34df4f91873899459b37ac83" candidate_uuid: "34dd61ec9873457eb61679d9854424e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" is_pre_election: true
12:52:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.961745 28207 raft_consensus.cc:2454] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34dd61ec9873457eb61679d9854424e2 in term 0.
12:52:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.962231 28273 leader_election.cc:302] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fb06eba5be740e7a9d6a9e12f3f0a98, 34dd61ec9873457eb61679d9854424e2; no voters:
12:52:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.962675 28568 raft_consensus.cc:2781] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Leader pre-election won for term 1
12:52:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.962788 28568 raft_consensus.cc:482] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:52:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.962883 28568 raft_consensus.cc:3037] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.963052 28492 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "65d8f11c34df4f91873899459b37ac83" candidate_uuid: "34dd61ec9873457eb61679d9854424e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef5cd14e3ac741f890729303932a80b4" is_pre_election: true
12:52:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.963451 28492 raft_consensus.cc:2454] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34dd61ec9873457eb61679d9854424e2 in term 0.
12:52:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.965204 28568 raft_consensus.cc:504] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.965749 28568 leader_election.cc:288] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [CANDIDATE]: Term 1 election: Requested vote from peers 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529), ef5cd14e3ac741f890729303932a80b4 (127.27.38.3:36289)
12:52:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.966226 28207 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "65d8f11c34df4f91873899459b37ac83" candidate_uuid: "34dd61ec9873457eb61679d9854424e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98"
12:52:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.966277 28492 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "65d8f11c34df4f91873899459b37ac83" candidate_uuid: "34dd61ec9873457eb61679d9854424e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ef5cd14e3ac741f890729303932a80b4"
12:52:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.966442 28492 raft_consensus.cc:3037] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.966429 28207 raft_consensus.cc:3037] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 0 FOLLOWER]: Advancing to term 1
12:52:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.968289 28492 raft_consensus.cc:2454] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34dd61ec9873457eb61679d9854424e2 in term 1.
12:52:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.968292 28207 raft_consensus.cc:2454] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34dd61ec9873457eb61679d9854424e2 in term 1.
12:52:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.968675 28273 leader_election.cc:302] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0fb06eba5be740e7a9d6a9e12f3f0a98, 34dd61ec9873457eb61679d9854424e2; no voters:
12:52:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.968978 28568 raft_consensus.cc:2781] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 1 FOLLOWER]: Leader election won for term 1
12:52:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.969378 28568 raft_consensus.cc:686] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [term 1 LEADER]: Becoming Leader. State: Replica: 34dd61ec9873457eb61679d9854424e2, State: Running, Role: LEADER
12:52:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.970160 28568 consensus_queue.cc:237] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } }
12:52:57.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.975261 27841 catalog_manager.cc:5495] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 34dd61ec9873457eb61679d9854424e2 (127.27.38.2). New cstate: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } health_report { overall_health: UNKNOWN } } }
12:52:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.974376 28593 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: TxnStatusTablet state changed. Reason: New leader 34dd61ec9873457eb61679d9854424e2. Latest consensus state: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.976472 28593 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: This TxnStatusTablet replica's current role is: LEADER
12:52:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.977639 28595 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
12:52:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:57.977941 28595 txn_status_manager.cc:929] Loading transaction status metadata into memory...
12:52:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.025259 28570 consensus_queue.cc:1035] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:58.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.027555 28206 raft_consensus.cc:1261] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98 [term 1 FOLLOWER]: Refusing update from remote peer 34dd61ec9873457eb61679d9854424e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:52:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.029104 28593 consensus_queue.cc:1035] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.034173 28492 raft_consensus.cc:1261] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4 [term 1 FOLLOWER]: Refusing update from remote peer 34dd61ec9873457eb61679d9854424e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
12:52:58.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.035401 28593 consensus_queue.cc:1035] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.062428 28574 consensus_queue.cc:1035] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.064770 28570 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: TxnStatusTablet state changed. Reason: New leader 34dd61ec9873457eb61679d9854424e2. Latest consensus state: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.065061 28570 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: This TxnStatusTablet replica's current role is: FOLLOWER
12:52:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.070966 28569 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: TxnStatusTablet state changed. Reason: New leader 34dd61ec9873457eb61679d9854424e2. Latest consensus state: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.071099 28598 mvcc.cc:205] Tried to move back new op lower bound from 7332881932391567360 to 7332881932169195520. Current Snapshot: MvccSnapshot[applied={T|T < 7332881932391567360}]
12:52:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.071249 28569 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: This TxnStatusTablet replica's current role is: FOLLOWER
12:52:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.087773 28570 consensus_queue.cc:1035] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.092789 28568 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:58.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.093143 28568 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: This TxnStatusTablet replica's current role is: LEADER
12:52:58.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.093768 28568 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:58.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.094014 28568 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P 34dd61ec9873457eb61679d9854424e2: This TxnStatusTablet replica's current role is: LEADER
12:52:58.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.094111 28570 consensus_queue.cc:1035] T 9ccb15fa12f84a2181205152f06ac033 P ef5cd14e3ac741f890729303932a80b4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
12:52:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.096956 28603 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.097282 28603 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P ef5cd14e3ac741f890729303932a80b4: This TxnStatusTablet replica's current role is: FOLLOWER
12:52:58.101 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
12:52:58.108 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 7e6d9be501214d698e7494d83f9646f7
12:52:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.115105 28569 tablet_replica.cc:439] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34dd61ec9873457eb61679d9854424e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0fb06eba5be740e7a9d6a9e12f3f0a98" member_type: VOTER last_known_addr { host: "127.27.38.1" port: 39529 } } peers { permanent_uuid: "34dd61ec9873457eb61679d9854424e2" member_type: VOTER last_known_addr { host: "127.27.38.2" port: 43265 } } peers { permanent_uuid: "ef5cd14e3ac741f890729303932a80b4" member_type: VOTER last_known_addr { host: "127.27.38.3" port: 36289 } } }
12:52:58.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.115383 28569 tablet_replica.cc:442] T 65d8f11c34df4f91873899459b37ac83 P 0fb06eba5be740e7a9d6a9e12f3f0a98: This TxnStatusTablet replica's current role is: FOLLOWER
12:52:58.116 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9ccb15fa12f84a2181205152f06ac033 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
12:52:58.116 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a318b249a0f34b289d730eed051da08a for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
12:52:58.117 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=9ccb15fa12f84a2181205152f06ac033@[0fb06eba5be740e7a9d6a9e12f3f0a98(127.27.38.1:39529),34dd61ec9873457eb61679d9854424e2(127.27.38.2:43265),ef5cd14e3ac741f890729303932a80b4(127.27.38.3:36289)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=a318b249a0f34b289d730eed051da08a@[0fb06eba5be740e7a9d6a9e12f3f0a98(127.27.38.1:39529),34dd61ec9873457eb61679d9854424e2(127.27.38.2:43265),ef5cd14e3ac741f890729303932a80b4(127.27.38.3:36289)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
12:52:58.117 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.38.62:37441, [5ms] Sub RPC GetTableLocations: received response from server master-127.27.38.62:37441: OK, deferred=null) after lookup
12:52:58.117 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ef5cd14e3ac741f890729303932a80b4(127.27.38.3:36289)] connecting to peer
12:52:58.122 [DEBUG - kudu-nio-1] (Connection.java:757) [peer ef5cd14e3ac741f890729303932a80b4(127.27.38.3:36289)] Successfully connected to peer
12:52:58.142 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2cf2e918, L:/127.0.0.1:36598 - R:/127.27.38.3:36289] using TOKEN/null
12:52:58.191 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.38.62:37441
12:52:58.192 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
12:52:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.193186 27800 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task44s9PS/build/asan/bin/kudu pid 27811
12:52:58.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.194888 27882 generic_service.cc:196] Checking for leaks (request via RPC)
12:52:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.349193 27800 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task44s9PS/build/asan/bin/kudu with pid 27811
12:52:58.377 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.38.62:37441(127.27.38.62:37441)] handling channelInactive
12:52:58.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state READY due to: connection closed
12:52:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.378084 27988 connection.cc:535] server connection from 127.0.0.1:52022 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:52:58.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.378141 27908 connection.cc:535] server connection from 127.0.0.1:57222 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
12:52:58.379 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
12:52:58.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.546290 28538 heartbeater.cc:644] Failed to heartbeat to 127.27.38.62:37441 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:58.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.606 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.27.38.62:37441(127.27.38.62:37441) for tablet Kudu Master: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.646 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.649147 28620 raft_consensus.cc:482] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 34c2f8b6370a43f386013ae8bdbac9de)
12:52:58.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.649621 28620 raft_consensus.cc:504] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.650172 28621 raft_consensus.cc:482] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 34c2f8b6370a43f386013ae8bdbac9de)
12:52:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.650378 28621 raft_consensus.cc:504] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.651077 28621 leader_election.cc:288] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061)
12:52:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.651715 28620 leader_election.cc:288] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 99a992f38e9e47199214b6d24d2fc707 (127.27.38.60:45639)
12:52:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.652494 28014 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "778708610a5143a19a3a1da833857ddd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "99a992f38e9e47199214b6d24d2fc707" is_pre_election: true
12:52:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.652776 28014 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 778708610a5143a19a3a1da833857ddd in term 1.
12:52:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.652982 27989 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.652956 27931 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd" is_pre_election: true
12:52:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.653295 27931 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 99a992f38e9e47199214b6d24d2fc707 in term 1.
12:52:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.653399 27909 leader_election.cc:302] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 778708610a5143a19a3a1da833857ddd, 99a992f38e9e47199214b6d24d2fc707; no voters:
12:52:58.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.653818 28620 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Leader pre-election won for term 2
12:52:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.654068 28620 raft_consensus.cc:482] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Starting leader election (detected failure of leader 34c2f8b6370a43f386013ae8bdbac9de)
12:52:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.654275 28620 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 1 FOLLOWER]: Advancing to term 2
12:52:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.655735 27990 leader_election.cc:302] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 778708610a5143a19a3a1da833857ddd, 99a992f38e9e47199214b6d24d2fc707; no voters:
12:52:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.656018 28621 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Leader pre-election won for term 2
12:52:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.656093 27989 leader_election.cc:334] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.656167 28621 raft_consensus.cc:482] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 34c2f8b6370a43f386013ae8bdbac9de)
12:52:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.656276 28621 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 1 FOLLOWER]: Advancing to term 2
12:52:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.658069 28620 raft_consensus.cc:504] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:58.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.659022 28621 raft_consensus.cc:504] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.659978 28014 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "778708610a5143a19a3a1da833857ddd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "99a992f38e9e47199214b6d24d2fc707"
12:52:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.660283 28014 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 778708610a5143a19a3a1da833857ddd in current term 2: Already voted for candidate 99a992f38e9e47199214b6d24d2fc707 in this term.
12:52:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.660621 28621 leader_election.cc:288] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 2 election: Requested vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061)
12:52:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.660984 27931 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd"
12:52:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.661253 27931 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 99a992f38e9e47199214b6d24d2fc707 in current term 2: Already voted for candidate 778708610a5143a19a3a1da833857ddd in this term.
12:52:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.661526 27989 leader_election.cc:334] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.661923 27990 leader_election.cc:302] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 99a992f38e9e47199214b6d24d2fc707; no voters: 34c2f8b6370a43f386013ae8bdbac9de, 778708610a5143a19a3a1da833857ddd
12:52:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.662204 28620 leader_election.cc:288] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [CANDIDATE]: Term 2 election: Requested vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 99a992f38e9e47199214b6d24d2fc707 (127.27.38.60:45639)
12:52:58.663 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.662899 27908 leader_election.cc:334] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.663825 28621 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
12:52:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:58.664368 27908 leader_election.cc:334] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.664506 27908 leader_election.cc:302] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 778708610a5143a19a3a1da833857ddd; no voters: 34c2f8b6370a43f386013ae8bdbac9de, 99a992f38e9e47199214b6d24d2fc707
12:52:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:58.665112 28620 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
12:52:58.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.767 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.27.38.62:37441, [5ms] received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [66ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, deferred=Deferred@1499293797(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/783760199@574a64be -> (continuation of Deferred@338713117 after retry RPC after error@836415959) -> (continuation of Deferred@66513353 after retry RPC after error@119345821) -> (continuation of Deferred@300634321 after retry RPC after error@1968906034) -> (continuation of Deferred@1096222961 after retry RPC after error@783377340) -> (continuation of Deferred@1696056163 after retry RPC after error@1209590396) -> (continuation of Deferred@829516558 after retry RPC after error@351818271), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/415411575@4f2f9738 -> (continuation of Deferred@338713117 after retry RPC after error@836415959) -> (continuation of Deferred@66513353 after retry RPC after error@119345821) -> (continuation of Deferred@300634321 after retry RPC after error@1968906034) -> (continuation of Deferred@1096222961 after retry RPC after error@783377340) -> (continuation of Deferred@1696056163 after retry RPC after error@1209590396) -> (continuation of Deferred@829516558 after retry RPC after error@351818271)))
12:52:58.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.27.38.62:37441, [5ms] received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [24ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [44ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [65ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [66ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [165ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, deferred=Deferred@1499293797(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/783760199@574a64be -> (continuation of Deferred@338713117 after retry RPC after error@836415959) -> (continuation of Deferred@66513353 after retry RPC after error@119345821) -> (continuation of Deferred@300634321 after retry RPC after error@1968906034) -> (continuation of Deferred@1096222961 after retry RPC after error@783377340) -> (continuation of Deferred@1696056163 after retry RPC after error@1209590396) -> (continuation of Deferred@829516558 after retry RPC after error@351818271), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/415411575@4f2f9738 -> (continuation of Deferred@338713117 after retry RPC after error@836415959) -> (continuation of Deferred@66513353 after retry RPC after error@119345821) -> (continuation of Deferred@300634321 after retry RPC after error@1968906034) -> (continuation of Deferred@1096222961 after retry RPC after error@783377340) -> (continuation of Deferred@1696056163 after retry RPC after error@1209590396) -> (continuation of Deferred@829516558 after retry RPC after error@351818271)))
12:52:58.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.925 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:58.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:58.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:58.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:59.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:59.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:59.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:59.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:59.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061; will retry
12:52:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.030771 28621 raft_consensus.cc:482] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
12:52:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.030988 28621 raft_consensus.cc:504] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.031584 28621 leader_election.cc:288] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061)
12:52:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.032205 27931 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd" is_pre_election: true
12:52:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.032503 27931 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 99a992f38e9e47199214b6d24d2fc707 in term 2.
12:52:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.033059 27990 leader_election.cc:302] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 778708610a5143a19a3a1da833857ddd, 99a992f38e9e47199214b6d24d2fc707; no voters:
12:52:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.033279 27989 leader_election.cc:334] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.033396 28621 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Leader pre-election won for term 3
12:52:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.033479 28621 raft_consensus.cc:482] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
12:52:59.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.033608 28621 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 2 FOLLOWER]: Advancing to term 3
12:52:59.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.035389 28621 raft_consensus.cc:504] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.035928 28621 leader_election.cc:288] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 3 election: Requested vote from peers 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441), 778708610a5143a19a3a1da833857ddd (127.27.38.61:35061)
12:52:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.036444 27931 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "99a992f38e9e47199214b6d24d2fc707" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "778708610a5143a19a3a1da833857ddd"
12:52:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.036664 27931 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 2 FOLLOWER]: Advancing to term 3
12:52:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.037274 27989 leader_election.cc:334] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.038724 27931 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 99a992f38e9e47199214b6d24d2fc707 in term 3.
12:52:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.039140 27990 leader_election.cc:302] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 778708610a5143a19a3a1da833857ddd, 99a992f38e9e47199214b6d24d2fc707; no voters: 34c2f8b6370a43f386013ae8bdbac9de
12:52:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.039398 28621 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 3 FOLLOWER]: Leader election won for term 3
12:52:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.039875 28621 raft_consensus.cc:686] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [term 3 LEADER]: Becoming Leader. State: Replica: 99a992f38e9e47199214b6d24d2fc707, State: Running, Role: LEADER
12:52:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.040297 28621 consensus_queue.cc:237] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } }
12:52:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.042068 28626 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 99a992f38e9e47199214b6d24d2fc707. Latest consensus state: current_term: 3 leader_uuid: "99a992f38e9e47199214b6d24d2fc707" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.042430 28626 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: This master's current role is: LEADER
12:52:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.043085 28628 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
12:52:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.045948 28628 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7]
12:52:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.046435 28628 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=81b1e30c628b478f9435b5b0a2bfeca1]
12:52:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.048038 28628 tablet_loader.cc:96] loaded metadata for tablet 65d8f11c34df4f91873899459b37ac83 (table kudu_system.kudu_transactions [id=81b1e30c628b478f9435b5b0a2bfeca1])
12:52:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.048511 28628 tablet_loader.cc:96] loaded metadata for tablet 9ccb15fa12f84a2181205152f06ac033 (table txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7])
12:52:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.048872 28628 tablet_loader.cc:96] loaded metadata for tablet a318b249a0f34b289d730eed051da08a (table txn_manager_fallback [id=7e6d9be501214d698e7494d83f9646f7])
12:52:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.049194 28628 catalog_manager.cc:1484] Initializing Kudu cluster ID...
12:52:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.050028 28628 catalog_manager.cc:1259] Loaded cluster ID: e82076bac55f447ebad5ef3fbdac2aff
12:52:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.050145 28628 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
12:52:59.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.051254 28628 catalog_manager.cc:1504] Loading token signing keys...
12:52:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.052129 28628 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707: Loaded TSK: 0
12:52:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.053062 28628 catalog_manager.cc:1514] Initializing in-progress tserver states...
12:52:59.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.27.38.62:37441(127.27.38.62:37441)] connecting to peer
12:52:59.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:59.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.38.62:37441(127.27.38.62:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:59.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.38.62:37441: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441
12:52:59.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
12:52:59.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, deferred=Deferred@1875387254(state=PENDING, result=null, callback=(continuation of Deferred@1297973100 after retry RPC after error@734659174) -> (continuation of Deferred@1841924593 after retry RPC after error@1135920301) -> (continuation of Deferred@1706321320 after retry RPC after error@504791626) -> (continuation of Deferred@1068566136 after retry RPC after error@1514486927) -> (continuation of Deferred@471501642 after retry RPC after error@917786193) -> (continuation of Deferred@25234489 after retry RPC after error@1918106050) -> (continuation of Deferred@979074073 after retry RPC after error@772369349), errback=(continuation of Deferred@1297973100 after retry RPC after error@734659174) -> (continuation of Deferred@1841924593 after retry RPC after error@1135920301) -> (continuation of Deferred@1706321320 after retry RPC after error@504791626) -> (continuation of Deferred@1068566136 after retry RPC after error@1514486927) -> (continuation of Deferred@471501642 after retry RPC after error@917786193) -> (continuation of Deferred@25234489 after retry RPC after error@1918106050) -> (continuation of Deferred@979074073 after retry RPC after error@772369349))) after lookup
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.101949 28004 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52072:
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
12:52:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
12:52:59.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.104651 28004 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
12:52:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.107717 28395 heartbeater.cc:644] Failed to heartbeat to 127.27.38.62:37441 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:59.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.116400 28630 meta_cache.cc:302] tablet 65d8f11c34df4f91873899459b37ac83: replica 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265) has failed: Timed out: connection negotiation to 127.27.38.2:43265 for RPC CoordinateTransaction timed out after -0.000s (ON_OUTBOUND_QUEUE)
12:52:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.118317 28034 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:52044 (request call id 16) took 51 ms (client timeout 46 ms). Trace:
12:52:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.118535 28034 rpcz_store.cc:269] 0924 12:52:59.066706 (+ 0us) service_pool.cc:170] Inserting onto call queue
12:52:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 12:52:59.066801 (+ 95us) service_pool.cc:227] Handling call
12:52:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 12:52:59.118268 (+ 51467us) inbound_call.cc:173] Queueing success response
12:52:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":506,"init.queue_time_us":559,"init.run_cpu_time_us":8068,"init.run_wall_time_us":41728,"thread_start_us":1634,"threads_started":5}
12:52:59.122 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [2ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [43ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [122ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.27.38.60:45639,127.27.38.62:37441,127.27.38.61:35061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.60:45639, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.62:37441, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.38.61:35061, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.62:37441: Network error: Failed to connect to peer master-127.27.38.62:37441(127.27.38.62:37441): Connection refused: /127.27.38.62:37441, [202ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.61:35061: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.27.38.60:45639: OK, [205ms] sending RPC to server master-127.27.38.60:45639, deferred=Deferred@1875387254(state=PENDING, result=null, callback=(continuation of Deferred@1297973100 after retry RPC after error@734659174) -> (continuation of Deferred@1841924593 after retry RPC after error@1135920301) -> (continuation of Deferred@1706321320 after retry RPC after error@504791626) -> (continuation of Deferred@1068566136 after retry RPC after error@1514486927) -> (continuation of Deferred@471501642 after retry RPC after error@917786193) -> (continuation of Deferred@25234489 after retry RPC after error@1918106050) -> (continuation of Deferred@979074073 after retry RPC after error@772369349) -> (continuation of Deferred@70113196 after retry RPC@40551015), errback=(continuation of Deferred@1297973100 after retry RPC after error@734659174) -> (continuation of Deferred@1841924593 after retry RPC after error@1135920301) -> (continuation of Deferred@1706321320 after retry RPC after error@504791626) -> (continuation of Deferred@1068566136 after retry RPC after error@1514486927) -> (continuation of Deferred@471501642 after retry RPC after error@917786193) -> (continuation of Deferred@25234489 after retry RPC after error@1918106050) -> (continuation of Deferred@979074073 after retry RPC after error@772369349) -> (continuation of Deferred@70113196 after retry RPC@40551015)))
12:52:59.123 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=1), Traces: [0ms] received response from server master-127.27.38.60:45639: Timed out: Failed to write to server: (no server available): CoordinateTransaction(txn_status_tablet_id: "65d8f11c34df4f91873899459b37ac83" op { type: KEEP_TXN_ALIVE txn_id: 0 user: "slave" }) passed its deadline: Timed out: connection negotiation to 127.27.38.2:43265 for RPC CoordinateTransaction timed out after -0.000s (ON_OUTBOUND_QUEUE) (error 0), deferred=null) with no deferred attached!
12:52:59.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.124162 28253 heartbeater.cc:644] Failed to heartbeat to 127.27.38.62:37441 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111)
12:52:59.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.152486 28279 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.047s from last keepalive heartbeat (effective timeout is 1.000s)
12:52:59.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.153904 28304 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.38.62:37441)
12:52:59.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.161573 27989 consensus_peers.cc:487] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 -> Peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Couldn't send request to peer 34c2f8b6370a43f386013ae8bdbac9de. Status: Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:52:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.166106 27931 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [term 3 FOLLOWER]: Refusing update from remote peer 99a992f38e9e47199214b6d24d2fc707: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
12:52:59.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.166731 28644 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
12:52:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.166783 28626 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [LEADER]: Connected to new peer: Peer: permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
12:52:59.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.173573 28654 sys_catalog.cc:455] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 99a992f38e9e47199214b6d24d2fc707. Latest consensus state: current_term: 3 leader_uuid: "99a992f38e9e47199214b6d24d2fc707" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:59.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.173861 28654 sys_catalog.cc:458] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: This master's current role is: FOLLOWER
12:52:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.176469 28621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "99a992f38e9e47199214b6d24d2fc707" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.176757 28621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 [sys.catalog]: This master's current role is: LEADER
12:52:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.178644 28654 sys_catalog.cc:455] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "99a992f38e9e47199214b6d24d2fc707" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "34c2f8b6370a43f386013ae8bdbac9de" member_type: VOTER last_known_addr { host: "127.27.38.62" port: 37441 } } peers { permanent_uuid: "778708610a5143a19a3a1da833857ddd" member_type: VOTER last_known_addr { host: "127.27.38.61" port: 35061 } } peers { permanent_uuid: "99a992f38e9e47199214b6d24d2fc707" member_type: VOTER last_known_addr { host: "127.27.38.60" port: 45639 } } }
12:52:59.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:52:59.179031 28654 sys_catalog.cc:458] T 00000000000000000000000000000000 P 778708610a5143a19a3a1da833857ddd [sys.catalog]: This master's current role is: FOLLOWER
12:52:59.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:52:59.652910 27989 consensus_peers.cc:487] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 -> Peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Couldn't send request to peer 34c2f8b6370a43f386013ae8bdbac9de. Status: Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
12:52:59.665 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1790254378 last_transition_timestamp: 1790254379
12:53:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:53:00.123077 27989 consensus_peers.cc:487] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 -> Peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Couldn't send request to peer 34c2f8b6370a43f386013ae8bdbac9de. Status: Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
12:53:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.126395 28252 heartbeater.cc:503] Master 127.27.38.60:45639 was elected leader, sending a full tablet report...
12:53:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.126583 28394 heartbeater.cc:503] Master 127.27.38.60:45639 was elected leader, sending a full tablet report...
12:53:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.209492 27970 master_runner.cc:186] Error getting master registration for 127.27.38.62:37441: Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111),
12:53:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.209694 27970 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
12:53:00.385 [DEBUG - main] (Connection.java:575) [peer master-127.27.38.62:37441(127.27.38.62:37441)] disconnecting while in state TERMINATED
12:53:00.385 [DEBUG - main] (Connection.java:575) [peer master-127.27.38.60:45639(127.27.38.60:45639)] disconnecting while in state READY
12:53:00.386 [DEBUG - main] (Connection.java:575) [peer master-127.27.38.61:35061(127.27.38.61:35061)] disconnecting while in state READY
12:53:00.386 [DEBUG - main] (Connection.java:575) [peer ef5cd14e3ac741f890729303932a80b4(127.27.38.3:36289)] disconnecting while in state READY
12:53:00.387 [DEBUG - kudu-nio-1] (Connection.java:239) [peer ef5cd14e3ac741f890729303932a80b4(127.27.38.3:36289)] handling channelInactive
12:53:00.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ef5cd14e3ac741f890729303932a80b4(127.27.38.3:36289)] cleaning up while in state READY due to: connection closed
12:53:00.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
12:53:00.387 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.38.60:45639(127.27.38.60:45639)] handling channelInactive
12:53:00.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.60:45639(127.27.38.60:45639)] cleaning up while in state READY due to: connection closed
12:53:00.388 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.38.61:35061(127.27.38.61:35061)] handling channelInactive
12:53:00.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.38.61:35061(127.27.38.61:35061)] cleaning up while in state READY due to: connection closed
12:53:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.388258 27800 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task44s9PS/build/asan/bin/kudu pid 28113
12:53:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.406251 28247 generic_service.cc:196] Checking for leaks (request via RPC)
12:53:00.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.504153 27800 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task44s9PS/build/asan/bin/kudu with pid 28113
12:53:00.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.521497 27800 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task44s9PS/build/asan/bin/kudu pid 28257
12:53:00.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.528838 28389 generic_service.cc:196] Checking for leaks (request via RPC)
12:53:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.548025 28537 heartbeater.cc:503] Master 127.27.38.60:45639 was elected leader, sending a full tablet report...
12:53:00.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:53:00.570986 27989 consensus_peers.cc:487] T 00000000000000000000000000000000 P 99a992f38e9e47199214b6d24d2fc707 -> Peer 34c2f8b6370a43f386013ae8bdbac9de (127.27.38.62:37441): Couldn't send request to peer 34c2f8b6370a43f386013ae8bdbac9de. Status: Network error: Client connection negotiation failed: client connection to 127.27.38.62:37441: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
12:53:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:53:00.603616 28414 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.38.1:39529: connect: Connection refused (error 111)
12:53:00.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 12:53:00.605113 28414 consensus_peers.cc:487] T a318b249a0f34b289d730eed051da08a P ef5cd14e3ac741f890729303932a80b4 -> Peer 0fb06eba5be740e7a9d6a9e12f3f0a98 (127.27.38.1:39529): Couldn't send request to peer 0fb06eba5be740e7a9d6a9e12f3f0a98. Status: Network error: Client connection negotiation failed: client connection to 127.27.38.1:39529: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
12:53:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.653563 27800 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task44s9PS/build/asan/bin/kudu with pid 28257
12:53:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.676205 27800 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task44s9PS/build/asan/bin/kudu pid 28399
12:53:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.683893 28532 generic_service.cc:196] Checking for leaks (request via RPC)
12:53:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.785252 27800 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task44s9PS/build/asan/bin/kudu with pid 28399
12:53:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.802598 27800 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task44s9PS/build/asan/bin/kudu pid 27889
12:53:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.803848 27963 generic_service.cc:196] Checking for leaks (request via RPC)
12:53:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.915395 27800 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task44s9PS/build/asan/bin/kudu with pid 27889
12:53:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.937645 27800 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-task44s9PS/build/asan/bin/kudu pid 27970
12:53:00.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:00.938771 28044 generic_service.cc:196] Checking for leaks (request via RPC)
12:53:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 12:53:01.062799 27800 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task44s9PS/build/asan/bin/kudu with pid 27970
12:53:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T12:53:01Z chronyd exiting
12:53:01.214 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790254378 last_transition_timestamp: 1790254379
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 34dd61ec9873457eb61679d9854424e2 (127.27.38.2:43265): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790254378 last_transition_timestamp: 1790254379
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more