00:27:26.113 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:27:26.113 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskTUM3Ly/test-tmp
00:27:26.113 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
00:27:26.113 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskTUM3Ly/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
00:27:26.114 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
00:27:26.449 [DEBUG - main] (MiniKuduCluster.java:195) Response:
00:27:26.449 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
00:27:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.452289 26233 mini_oidc.cc:152] Starting JWKS server
00:27:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.455505 26233 webserver.cc:460] Webserver started at http://127.0.0.1:40959/ using document root <none> and password file <none>
00:27:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.455760 26233 mini_oidc.cc:189] Starting OIDC Discovery server
00:27:26.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.456413 26233 webserver.cc:460] Webserver started at http://127.0.0.1:41669/ using document root <none> and password file <none>
00:27:26.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:27:26Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
00:27:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:27:26Z Disabled control of system clock
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.491405 26233 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/wal
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/logs
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data/info.pb
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.126:42181
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.126
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40959/jwks.json
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:27:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:27:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.826412 26249 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:27:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.826766 26249 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:26.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.826896 26249 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:27:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.834506 26249 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:27:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.834638 26249 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:27:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.834697 26249 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:27:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.834764 26249 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.834816 26249 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:27:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.834898 26249 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.834949 26249 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40959/jwks.json
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.844762 26249 master_runner.cc:386] Master server non-default flags:
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/wal
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.126:42181
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40959/jwks.json
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data/info.pb
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.126
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/logs
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:26.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:51:51 UTC on ccycloud.quasar-sbbrqv.root.comops.site
00:27:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581606
00:27:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
00:27:26.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.846453 26249 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:26.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.848420 26249 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:27:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.860806 26257 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.860878 26263 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.860903 26256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:26.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.862044 26249 server_base.cc:1034] running on GCE node
00:27:26.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.862900 26249 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.864548 26249 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.865841 26249 hybrid_clock.cc:648] HybridClock initialized: now 1786494446865806 us; error 103 us; skew 500 ppm
00:27:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.866204 26249 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:26.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.868777 26249 webserver.cc:460] Webserver started at http://127.25.158.126:45077/ using document root <none> and password file <none>
00:27:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.869472 26249 fs_manager.cc:359] Metadata directory not provided
00:27:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.869570 26249 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:26.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.869853 26249 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:27:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.872620 26249 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data/instance:
00:27:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb5225d135741fa8e5261ab06187ba2"
00:27:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:26 on dist-test-slave-lkx2"
00:27:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.873414 26249 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/wal/instance:
00:27:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb5225d135741fa8e5261ab06187ba2"
00:27:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:26 on dist-test-slave-lkx2"
00:27:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.878810 26249 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
00:27:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.882436 26272 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.883890 26249 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.884039 26249 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data,/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/wal
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9bb5225d135741fa8e5261ab06187ba2"
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:26 on dist-test-slave-lkx2"
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.884234 26249 fs_report.cc:383] FS layout report
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/wal
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/wal
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data/data
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.898352 26249 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:27:26.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.899220 26249 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:26.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.899483 26249 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.920087 26249 rpc_server.cc:307] RPC server started. Bound to: 127.25.158.126:42181
00:27:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.920113 26372 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.158.126:42181 every 8 connection(s)
00:27:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.921404 26249 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/data/info.pb
00:27:26.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.925449 26373 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.932071 26233 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu as pid 26249
00:27:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.932374 26233 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-0/wal/instance
00:27:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.931975 26373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } has no permanent_uuid. Determining permanent_uuid...
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.935189 26233 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/wal
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/logs
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data/info.pb
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:26.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.125:41513
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.125
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40959/jwks.json
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:27:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:27:26.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:26.950173 26373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } has no permanent_uuid. Determining permanent_uuid...
00:27:26.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.951481 26275 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.158.125:41513: connect: Connection refused (error 111)
00:27:26.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:26.953276 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.125:41513: Network error: Client connection negotiation failed: client connection to 127.25.158.125:41513: connect: Connection refused (error 111)
00:27:27.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.002730 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } attempt: 1
00:27:27.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.005112 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.125:41513: Network error: Client connection negotiation failed: client connection to 127.25.158.125:41513: connect: Connection refused (error 111)
00:27:27.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.073467 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } attempt: 2
00:27:27.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.075649 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.125:41513: Network error: Client connection negotiation failed: client connection to 127.25.158.125:41513: connect: Connection refused (error 111)
00:27:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.166970 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } attempt: 3
00:27:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.169030 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.125:41513: Network error: Client connection negotiation failed: client connection to 127.25.158.125:41513: connect: Connection refused (error 111)
00:27:27.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.272120 26379 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:27:27.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.272490 26379 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:27.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.272616 26379 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:27:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.280097 26379 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:27:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.280231 26379 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:27:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.280292 26379 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:27:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.280382 26379 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.280440 26379 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:27:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.280517 26379 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.280566 26379 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40959/jwks.json
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.290045 26379 master_runner.cc:386] Master server non-default flags:
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/wal
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.125:41513
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40959/jwks.json
00:27:27.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data/info.pb
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.125
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/logs
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:51:51 UTC on ccycloud.quasar-sbbrqv.root.comops.site
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581606
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
00:27:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.291790 26379 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:27.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.293720 26379 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:27:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.305490 26393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.305539 26390 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.305459 26389 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.306303 26379 server_base.cc:1034] running on GCE node
00:27:27.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.307040 26379 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.308534 26379 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.309729 26379 hybrid_clock.cc:648] HybridClock initialized: now 1786494447309678 us; error 49 us; skew 500 ppm
00:27:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.310055 26379 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.312252 26379 webserver.cc:460] Webserver started at http://127.25.158.125:34839/ using document root <none> and password file <none>
00:27:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.312271 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } attempt: 4
00:27:27.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.312975 26379 fs_manager.cc:359] Metadata directory not provided
00:27:27.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.313176 26379 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:27.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.313530 26379 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:27:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.314108 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.125:41513: Network error: Client connection negotiation failed: client connection to 127.25.158.125:41513: connect: Connection refused (error 111)
00:27:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.316193 26379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data/instance:
00:27:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "352b40b10ac346c29a892a1d032eb411"
00:27:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:27 on dist-test-slave-lkx2"
00:27:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.317044 26379 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/wal/instance:
00:27:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "352b40b10ac346c29a892a1d032eb411"
00:27:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:27 on dist-test-slave-lkx2"
00:27:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.322176 26379 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.003s
00:27:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.325655 26399 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:27:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.327024 26379 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
00:27:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.327205 26379 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data,/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/wal
00:27:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "352b40b10ac346c29a892a1d032eb411"
00:27:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:27 on dist-test-slave-lkx2"
00:27:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.327436 26379 fs_report.cc:383] FS layout report
00:27:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/wal
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/wal
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data/data
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:27.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.352963 26379 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:27:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.354003 26379 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:27.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.354286 26379 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.375474 26379 rpc_server.cc:307] RPC server started. Bound to: 127.25.158.125:41513
00:27:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.375495 26510 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.158.125:41513 every 8 connection(s)
00:27:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.377120 26379 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/data/info.pb
00:27:27.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.381165 26514 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.384608 26233 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu as pid 26379
00:27:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.384783 26233 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-1/wal/instance
00:27:27.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.385769 26233 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/wal
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/logs
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data/info.pb
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.124:40685
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.124
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40959/jwks.json
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
00:27:27.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
00:27:27.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.387506 26514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } has no permanent_uuid. Determining permanent_uuid...
00:27:27.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.403731 26514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } has no permanent_uuid. Determining permanent_uuid...
00:27:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.414635 26514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } has no permanent_uuid. Determining permanent_uuid...
00:27:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.415901 26409 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.417675 26514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.467021 26514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 1
00:27:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.469359 26514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.537644 26514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 2
00:27:27.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.539696 26514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.613423 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } attempt: 5
00:27:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.621410 26373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } has no permanent_uuid. Determining permanent_uuid...
00:27:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.623474 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.630975 26514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 3
00:27:27.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.633116 26514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.674742 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 1
00:27:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.677067 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.735245 26517 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:27:27.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.735548 26517 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:27.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.735634 26517 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:27:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.743120 26517 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
00:27:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.743283 26517 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
00:27:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.743327 26517 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:27:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.743379 26517 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.743417 26517 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
00:27:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.743471 26517 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:27.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.743503 26517 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40959/jwks.json
00:27:27.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.745347 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 2
00:27:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.747346 26373 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.753697 26517 master_runner.cc:386] Master server non-default flags:
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/wal
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.124:40685
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40959/jwks.json
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data/info.pb
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.124
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/logs
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:51:51 UTC on ccycloud.quasar-sbbrqv.root.comops.site
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581606
00:27:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
00:27:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.756001 26517 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.757963 26517 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:27:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.770030 26531 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.770066 26537 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.770105 26534 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.771415 26517 server_base.cc:1034] running on GCE node
00:27:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.772245 26517 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.773881 26517 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:27.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.775117 26517 hybrid_clock.cc:648] HybridClock initialized: now 1786494447775069 us; error 33 us; skew 500 ppm
00:27:27.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.775482 26517 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.776403 26514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 4
00:27:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.778146 26517 webserver.cc:460] Webserver started at http://127.25.158.124:44527/ using document root <none> and password file <none>
00:27:27.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.778441 26514 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.778883 26517 fs_manager.cc:359] Metadata directory not provided
00:27:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.778976 26517 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.779274 26517 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:27:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.782063 26517 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data/instance:
00:27:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c44aa75ca824817863c35f9f31c9e12"
00:27:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:27 on dist-test-slave-lkx2"
00:27:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.782922 26517 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/wal/instance:
00:27:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c44aa75ca824817863c35f9f31c9e12"
00:27:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:27 on dist-test-slave-lkx2"
00:27:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.789855 26517 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
00:27:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.793529 26549 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.795044 26517 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.795241 26517 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data,/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/wal
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1c44aa75ca824817863c35f9f31c9e12"
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:27 on dist-test-slave-lkx2"
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.795483 26517 fs_report.cc:383] FS layout report
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/wal
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/wal
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data/data
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.814035 26517 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:27:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.815023 26517 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.815351 26517 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:27.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.836687 26517 rpc_server.cc:307] RPC server started. Bound to: 127.25.158.124:40685
00:27:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.836706 26653 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.158.124:40685 every 8 connection(s)
00:27:27.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.838162 26517 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/data/info.pb
00:27:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.842057 26656 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.846547 26233 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu as pid 26517
00:27:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.846685 26233 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/master-2/wal/instance
00:27:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.848423 26656 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } has no permanent_uuid. Determining permanent_uuid...
00:27:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.853564 26373 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 3
00:27:27.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.867666 26656 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } has no permanent_uuid. Determining permanent_uuid...
00:27:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.872838 26373 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: Bootstrap starting.
00:27:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.876840 26373 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: Neither blocks nor log segments found. Creating new log.
00:27:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.876991 26656 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } has no permanent_uuid. Determining permanent_uuid...
00:27:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.878209 26373 log.cc:824] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: Log is configured to *not* fsync() on all Append() calls
00:27:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.881268 26373 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: No bootstrap required, opened a new log
00:27:27.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.887890 26656 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12: Bootstrap starting.
00:27:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.890666 26373 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.891010 26373 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.891098 26373 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9bb5225d135741fa8e5261ab06187ba2, State: Initialized, Role: FOLLOWER
00:27:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.891528 26656 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12: Neither blocks nor log segments found. Creating new log.
00:27:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.891637 26373 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.892964 26656 log.cc:824] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12: Log is configured to *not* fsync() on all Append() calls
00:27:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.893904 26673 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:27.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.894318 26673 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: This master's current role is: FOLLOWER
00:27:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.895357 26373 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: configured and running, proceeding with master startup.
00:27:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.896833 26656 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12: No bootstrap required, opened a new log
00:27:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.902339 26279 tablet.cc:2369] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.906476 26690 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.906605 26690 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.906512 26656 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.906950 26656 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:27.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.907076 26656 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1c44aa75ca824817863c35f9f31c9e12, State: Initialized, Role: FOLLOWER
00:27:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.907830 26656 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.908774 26692 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.909164 26692 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: This master's current role is: FOLLOWER
00:27:27.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.909881 26656 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: configured and running, proceeding with master startup.
00:27:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.905099 26249 master_runner.cc:186] Error getting master registration for 127.25.158.125:41513: OK, instance_id { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" instance_seqno: 1786494447370462 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.916394 26249 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:27:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.920888 26517 master_runner.cc:186] Error getting master registration for 127.25.158.125:41513: OK, instance_id { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" instance_seqno: 1786494447370462 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.936197 26517 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:27:27.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.938462 26708 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:27.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:27.938603 26708 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.943449 26673 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.943776 26673 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.943888 26692 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.944139 26692 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.945499 26673 leader_election.cc:288] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 352b40b10ac346c29a892a1d032eb411 (127.25.158.125:41513), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.945499 26692 leader_election.cc:288] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9bb5225d135741fa8e5261ab06187ba2 (127.25.158.126:42181), 352b40b10ac346c29a892a1d032eb411 (127.25.158.125:41513)
00:27:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.946532 26599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bb5225d135741fa8e5261ab06187ba2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c44aa75ca824817863c35f9f31c9e12" is_pre_election: true
00:27:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.947047 26599 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9bb5225d135741fa8e5261ab06187ba2 in term 0.
00:27:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.947914 26275 leader_election.cc:302] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c44aa75ca824817863c35f9f31c9e12, 9bb5225d135741fa8e5261ab06187ba2; no voters:
00:27:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.947781 26313 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c44aa75ca824817863c35f9f31c9e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb5225d135741fa8e5261ab06187ba2" is_pre_election: true
00:27:27.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.948302 26313 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1c44aa75ca824817863c35f9f31c9e12 in term 0.
00:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.948951 26557 leader_election.cc:302] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1c44aa75ca824817863c35f9f31c9e12, 9bb5225d135741fa8e5261ab06187ba2; no voters:
00:27:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.949331 26692 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.949489 26692 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.949601 26692 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 0 FOLLOWER]: Advancing to term 1
00:27:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.949602 26673 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.950507 26673 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.950623 26673 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 0 FOLLOWER]: Advancing to term 1
00:27:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.954885 26692 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.953603 26673 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.958570 26692 leader_election.cc:288] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [CANDIDATE]: Term 1 election: Requested vote from peers 9bb5225d135741fa8e5261ab06187ba2 (127.25.158.126:42181), 352b40b10ac346c29a892a1d032eb411 (127.25.158.125:41513)
00:27:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.959589 26313 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c44aa75ca824817863c35f9f31c9e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9bb5225d135741fa8e5261ab06187ba2"
00:27:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.959908 26313 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 1c44aa75ca824817863c35f9f31c9e12 in current term 1: Already voted for candidate 9bb5225d135741fa8e5261ab06187ba2 in this term.
00:27:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.960186 26599 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bb5225d135741fa8e5261ab06187ba2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1c44aa75ca824817863c35f9f31c9e12"
00:27:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.960484 26599 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 9bb5225d135741fa8e5261ab06187ba2 in current term 1: Already voted for candidate 1c44aa75ca824817863c35f9f31c9e12 in this term.
00:27:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:27.961270 26673 leader_election.cc:288] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 1 election: Requested vote from peers 352b40b10ac346c29a892a1d032eb411 (127.25.158.125:41513), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.067690 26561 tablet.cc:2369] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.077649 26514 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } attempt: 5
00:27:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.095325 26514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: Bootstrap starting.
00:27:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.101677 26514 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: Neither blocks nor log segments found. Creating new log.
00:27:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.103420 26514 log.cc:824] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: Log is configured to *not* fsync() on all Append() calls
00:27:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.107225 26514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: No bootstrap required, opened a new log
00:27:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.118851 26514 raft_consensus.cc:348] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.119508 26514 raft_consensus.cc:374] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.119760 26514 raft_consensus.cc:729] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 352b40b10ac346c29a892a1d032eb411, State: Initialized, Role: FOLLOWER
00:27:28.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.121630 26514 consensus_queue.cc:260] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:28.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.123739 26720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.124821 26720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: This master's current role is: FOLLOWER
00:27:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.125288 26445 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c44aa75ca824817863c35f9f31c9e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "352b40b10ac346c29a892a1d032eb411"
00:27:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.125488 26447 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bb5225d135741fa8e5261ab06187ba2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "352b40b10ac346c29a892a1d032eb411"
00:27:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.125829 26445 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 0 FOLLOWER]: Advancing to term 1
00:27:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.126590 26275 leader_election.cc:302] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9bb5225d135741fa8e5261ab06187ba2; no voters: 1c44aa75ca824817863c35f9f31c9e12, 352b40b10ac346c29a892a1d032eb411
00:27:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.127247 26673 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
00:27:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.127513 26450 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bb5225d135741fa8e5261ab06187ba2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "352b40b10ac346c29a892a1d032eb411" is_pre_election: true
00:27:28.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.125277 26449 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1c44aa75ca824817863c35f9f31c9e12" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "352b40b10ac346c29a892a1d032eb411" is_pre_election: true
00:27:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.130124 26445 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1c44aa75ca824817863c35f9f31c9e12 in term 1.
00:27:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.125299 26514 sys_catalog.cc:564] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: configured and running, proceeding with master startup.
00:27:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.130565 26556 leader_election.cc:302] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1c44aa75ca824817863c35f9f31c9e12, 352b40b10ac346c29a892a1d032eb411; no voters: 9bb5225d135741fa8e5261ab06187ba2
00:27:28.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.131242 26692 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 1 FOLLOWER]: Leader election won for term 1
00:27:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.132443 26692 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [term 1 LEADER]: Becoming Leader. State: Replica: 1c44aa75ca824817863c35f9f31c9e12, State: Running, Role: LEADER
00:27:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.133256 26692 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.147274 26722 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c44aa75ca824817863c35f9f31c9e12. Latest consensus state: current_term: 1 leader_uuid: "1c44aa75ca824817863c35f9f31c9e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.148082 26722 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: This master's current role is: LEADER
00:27:28.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.155333 26728 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:27:28.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.158241 26728 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:27:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.179566 26313 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Refusing update from remote peer 1c44aa75ca824817863c35f9f31c9e12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.179647 26445 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Refusing update from remote peer 1c44aa75ca824817863c35f9f31c9e12: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.181159 26692 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.182025 26692 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [LEADER]: Connected to new peer: Peer: permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.209518 26673 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c44aa75ca824817863c35f9f31c9e12. Latest consensus state: current_term: 1 leader_uuid: "1c44aa75ca824817863c35f9f31c9e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.209990 26673 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: This master's current role is: FOLLOWER
00:27:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.214479 26731 mvcc.cc:205] Tried to move back new op lower bound from 7317481259729256448 to 7317481259560890368. Current Snapshot: MvccSnapshot[applied={T|T < 7317481259729256448}]
00:27:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.221470 26720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1c44aa75ca824817863c35f9f31c9e12. Latest consensus state: current_term: 1 leader_uuid: "1c44aa75ca824817863c35f9f31c9e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.221870 26720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: This master's current role is: FOLLOWER
00:27:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.227962 26692 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1c44aa75ca824817863c35f9f31c9e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.228335 26692 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: This master's current role is: LEADER
00:27:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.227986 26728 catalog_manager.cc:1347] Generated new cluster ID: 2b914f2b82ea4a48a13c1423c0326c83
00:27:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.228533 26728 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:27:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.233268 26673 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1c44aa75ca824817863c35f9f31c9e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.233585 26673 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: This master's current role is: FOLLOWER
00:27:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.241765 26720 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1c44aa75ca824817863c35f9f31c9e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.242082 26720 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: This master's current role is: FOLLOWER
00:27:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.242478 26692 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1c44aa75ca824817863c35f9f31c9e12" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.242810 26692 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12 [sys.catalog]: This master's current role is: LEADER
00:27:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.249926 26728 catalog_manager.cc:1370] Generated new certificate authority record
00:27:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.251835 26728 catalog_manager.cc:1504] Loading token signing keys...
00:27:28.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.278431 26759 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:27:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.292500 26728 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1c44aa75ca824817863c35f9f31c9e12: Generated new TSK 0
00:27:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.293855 26728 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.329926 26233 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/wal
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/logs
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data/info.pb
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.65:0
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.158.65
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.65
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:27:28.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
00:27:28.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.687891 26763 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:27:28.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.688177 26763 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:28.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.688297 26763 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:27:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.695925 26763 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:27:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.696096 26763 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
00:27:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.696141 26763 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
00:27:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.696187 26763 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
00:27:28.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.696269 26763 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.158.65
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.706148 26763 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/wal
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.65:0
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data/info.pb
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.65
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:28.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.158.65
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/logs
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:51:51 UTC on ccycloud.quasar-sbbrqv.root.comops.site
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581606
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
00:27:28.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.707453 26763 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.709267 26763 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:27:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.722893 26775 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.722860 26777 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:28.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:28.722937 26774 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.724107 26763 server_base.cc:1034] running on GCE node
00:27:28.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.724756 26763 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:28.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.725674 26763 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.726928 26763 hybrid_clock.cc:648] HybridClock initialized: now 1786494448726869 us; error 45 us; skew 500 ppm
00:27:28.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.727264 26763 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:28.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.729631 26763 webserver.cc:460] Webserver started at http://127.25.158.65:44081/ using document root <none> and password file <none>
00:27:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.730361 26763 fs_manager.cc:359] Metadata directory not provided
00:27:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.730472 26763 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:28.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.730808 26763 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:27:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.733779 26763 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data/instance:
00:27:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "759d8fc20a474544ac2d1e80412b43b7"
00:27:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:28 on dist-test-slave-lkx2"
00:27:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.734635 26763 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/wal/instance:
00:27:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "759d8fc20a474544ac2d1e80412b43b7"
00:27:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:28 on dist-test-slave-lkx2"
00:27:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.740106 26763 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.003s
00:27:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.743805 26788 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.745296 26763 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.745462 26763 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data,/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/wal
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "759d8fc20a474544ac2d1e80412b43b7"
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:28 on dist-test-slave-lkx2"
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.745648 26763 fs_report.cc:383] FS layout report
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/wal
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/wal
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data/data
00:27:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:28.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.767282 26763 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:27:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.768124 26763 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.768448 26763 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.771397 26763 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.771479 26763 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:27:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.771595 26763 ts_tablet_manager.cc:610] Registered 0 tablets
00:27:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.771651 26763 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:27:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.843474 26763 rpc_server.cc:307] RPC server started. Bound to: 127.25.158.65:40891
00:27:28.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.843441 27017 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.158.65:40891 every 8 connection(s)
00:27:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.845115 26763 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/data/info.pb
00:27:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.847038 26233 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu as pid 26763
00:27:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.847240 26233 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-0/wal/instance
00:27:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.853440 26233 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/wal
00:27:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data
00:27:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/logs
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data/info.pb
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.66:0
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.158.66
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.66
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:27:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
00:27:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.857808 27018 heartbeater.cc:347] Connected to a master server at 127.25.158.124:40685
00:27:28.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.858086 27018 heartbeater.cc:464] Registering TS with master...
00:27:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.858945 27018 heartbeater.cc:511] Master 127.25.158.124:40685 requested a full tablet report, sending...
00:27:28.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.861696 26579 ts_manager.cc:194] Registered new tserver with Master: 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891)
00:27:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.862897 27020 heartbeater.cc:347] Connected to a master server at 127.25.158.126:42181
00:27:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.863162 27020 heartbeater.cc:464] Registering TS with master...
00:27:28.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.863680 27020 heartbeater.cc:511] Master 127.25.158.126:42181 requested a full tablet report, sending...
00:27:28.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.863941 26579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.158.65:40285
00:27:28.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.865737 26298 ts_manager.cc:194] Registered new tserver with Master: 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891)
00:27:28.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.874435 27024 heartbeater.cc:347] Connected to a master server at 127.25.158.125:41513
00:27:28.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.874611 27024 heartbeater.cc:464] Registering TS with master...
00:27:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.875041 27024 heartbeater.cc:511] Master 127.25.158.125:41513 requested a full tablet report, sending...
00:27:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.876719 26432 ts_manager.cc:194] Registered new tserver with Master: 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891)
00:27:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.908551 26690 catalog_manager.cc:1259] Loaded cluster ID: 2b914f2b82ea4a48a13c1423c0326c83
00:27:28.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.908650 26690 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: loading cluster ID for follower catalog manager: success
00:27:28.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.911293 26690 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: acquiring CA information for follower catalog manager: success
00:27:28.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:28.913445 26690 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.215246 27028 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:27:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.215586 27028 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.215728 27028 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:27:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.223114 27028 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:27:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.223302 27028 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
00:27:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.223362 27028 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
00:27:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.223430 27028 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
00:27:29.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.223541 27028 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.158.66
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.233224 27028 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/wal
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.66:0
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data/info.pb
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.66
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:29.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.158.66
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/logs
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:51:51 UTC on ccycloud.quasar-sbbrqv.root.comops.site
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581606
00:27:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
00:27:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.234952 27028 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:29.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.237246 27028 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:27:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.251456 27041 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.251489 27043 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:29.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.251447 27036 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.252314 27028 server_base.cc:1034] running on GCE node
00:27:29.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.253031 27028 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:29.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.254135 27028 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.255347 27028 hybrid_clock.cc:648] HybridClock initialized: now 1786494449255293 us; error 48 us; skew 500 ppm
00:27:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.255687 27028 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.258102 27028 webserver.cc:460] Webserver started at http://127.25.158.66:37975/ using document root <none> and password file <none>
00:27:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.258863 27028 fs_manager.cc:359] Metadata directory not provided
00:27:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.258978 27028 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.259326 27028 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:27:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.262313 27028 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data/instance:
00:27:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a8d06ed5e15425eb5a76db211a9b60d"
00:27:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:29 on dist-test-slave-lkx2"
00:27:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.263330 27028 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/wal/instance:
00:27:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a8d06ed5e15425eb5a76db211a9b60d"
00:27:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:29 on dist-test-slave-lkx2"
00:27:29.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.268843 27028 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
00:27:29.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.272557 27056 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.273998 27028 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.274183 27028 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data,/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/wal
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a8d06ed5e15425eb5a76db211a9b60d"
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:29 on dist-test-slave-lkx2"
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.274421 27028 fs_report.cc:383] FS layout report
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/wal
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/wal
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data/data
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:29.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.284525 26759 catalog_manager.cc:1259] Loaded cluster ID: 2b914f2b82ea4a48a13c1423c0326c83
00:27:29.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.284655 26759 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: loading cluster ID for follower catalog manager: success
00:27:29.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.288404 26759 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: acquiring CA information for follower catalog manager: success
00:27:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.291102 26759 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:29.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.296128 27028 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:27:29.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.297147 27028 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:29.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.297437 27028 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.300860 27028 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.300973 27028 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:27:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.301107 27028 ts_tablet_manager.cc:610] Registered 0 tablets
00:27:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.301167 27028 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:27:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.386948 27028 rpc_server.cc:307] RPC server started. Bound to: 127.25.158.66:36277
00:27:29.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.386987 27263 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.158.66:36277 every 8 connection(s)
00:27:29.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.389173 27028 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/data/info.pb
00:27:29.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.393296 26233 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu as pid 27028
00:27:29.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.393491 26233 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-1/wal/instance
00:27:29.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.397346 27268 heartbeater.cc:347] Connected to a master server at 127.25.158.126:42181
00:27:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.397890 27268 heartbeater.cc:464] Registering TS with master...
00:27:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.399251 27268 heartbeater.cc:511] Master 127.25.158.126:42181 requested a full tablet report, sending...
00:27:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.402451 26298 ts_manager.cc:194] Registered new tserver with Master: 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277)
00:27:29.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.404832 26233 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/wal
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/logs
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data/info.pb
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.67:0
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.158.67
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.67
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:27:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
00:27:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.412959 27269 heartbeater.cc:347] Connected to a master server at 127.25.158.125:41513
00:27:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.413134 27269 heartbeater.cc:464] Registering TS with master...
00:27:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.413226 27267 heartbeater.cc:347] Connected to a master server at 127.25.158.124:40685
00:27:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.413412 27267 heartbeater.cc:464] Registering TS with master...
00:27:29.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.413718 27269 heartbeater.cc:511] Master 127.25.158.125:41513 requested a full tablet report, sending...
00:27:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.413918 27267 heartbeater.cc:511] Master 127.25.158.124:40685 requested a full tablet report, sending...
00:27:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.414870 26579 ts_manager.cc:194] Registered new tserver with Master: 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277)
00:27:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.414950 26432 ts_manager.cc:194] Registered new tserver with Master: 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277)
00:27:29.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.415964 26579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.158.66:55645
00:27:29.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.781111 27274 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
00:27:29.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.781553 27274 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:29.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.781714 27274 flags.cc:425] Enabled unsafe flag: --never_fsync=true
00:27:29.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.791618 27274 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
00:27:29.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.791772 27274 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
00:27:29.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.791810 27274 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
00:27:29.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.791857 27274 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
00:27:29.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.791923 27274 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.158.67
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.802057 27274 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.158.84:41953
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/wal
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.158.67:0
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data/info.pb
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.158.67
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.158.126:42181,127.25.158.125:41513,127.25.158.124:40685
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.158.67
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/logs
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 22:51:51 UTC on ccycloud.quasar-sbbrqv.root.comops.site
00:27:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581606
00:27:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
00:27:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.803383 27274 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.805218 27274 file_cache.cc:493] Constructed file cache file cache with capacity 419430
00:27:29.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.818838 27289 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:29.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.818796 27294 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:29.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:29.818872 27290 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:29.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.820132 27274 server_base.cc:1034] running on GCE node
00:27:29.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.820811 27274 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:29.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.821868 27274 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.823077 27274 hybrid_clock.cc:648] HybridClock initialized: now 1786494449823024 us; error 44 us; skew 500 ppm
00:27:29.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.823432 27274 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.825824 27274 webserver.cc:460] Webserver started at http://127.25.158.67:33759/ using document root <none> and password file <none>
00:27:29.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.826560 27274 fs_manager.cc:359] Metadata directory not provided
00:27:29.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.826666 27274 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.826983 27274 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
00:27:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.829743 27274 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data/instance:
00:27:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "779e79eaefbb4df498c9650cb13f389a"
00:27:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:29 on dist-test-slave-lkx2"
00:27:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.830581 27274 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/wal/instance:
00:27:29.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "779e79eaefbb4df498c9650cb13f389a"
00:27:29.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:29 on dist-test-slave-lkx2"
00:27:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.836385 27274 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
00:27:29.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.840090 27300 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.841672 27274 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.841838 27274 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data,/tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/wal
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "779e79eaefbb4df498c9650cb13f389a"
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:27:29 on dist-test-slave-lkx2"
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.842026 27274 fs_report.cc:383] FS layout report
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/wal
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/wal
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data/data
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:29.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.867551 27018 heartbeater.cc:503] Master 127.25.158.124:40685 was elected leader, sending a full tablet report...
00:27:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.883308 27274 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
00:27:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.884195 27274 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.884528 27274 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.887470 27274 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.887583 27274 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
00:27:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.887723 27274 ts_tablet_manager.cc:610] Registered 0 tablets
00:27:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.887794 27274 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
00:27:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.957999 27274 rpc_server.cc:307] RPC server started. Bound to: 127.25.158.67:44001
00:27:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.958055 27524 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.158.67:44001 every 8 connection(s)
00:27:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.959293 27274 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/data/info.pb
00:27:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.961683 27528 heartbeater.cc:347] Connected to a master server at 127.25.158.126:42181
00:27:29.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.962842 27528 heartbeater.cc:464] Registering TS with master...
00:27:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.963884 27528 heartbeater.cc:511] Master 127.25.158.126:42181 requested a full tablet report, sending...
00:27:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.965672 26298 ts_manager.cc:194] Registered new tserver with Master: 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001)
00:27:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.965828 26233 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu as pid 27274
00:27:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.966003 26233 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskTUM3Ly/test-tmp/mini-kudu-cluster6383529807293077047/ts-2/wal/instance
00:27:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.969412 27525 heartbeater.cc:347] Connected to a master server at 127.25.158.124:40685
00:27:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.969561 27525 heartbeater.cc:464] Registering TS with master...
00:27:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.970331 27529 heartbeater.cc:347] Connected to a master server at 127.25.158.125:41513
00:27:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.970345 27525 heartbeater.cc:511] Master 127.25.158.124:40685 requested a full tablet report, sending...
00:27:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.970496 27529 heartbeater.cc:464] Registering TS with master...
00:27:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.970896 27529 heartbeater.cc:511] Master 127.25.158.125:41513 requested a full tablet report, sending...
00:27:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.971259 26579 ts_manager.cc:194] Registered new tserver with Master: 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001)
00:27:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.971828 26432 ts_manager.cc:194] Registered new tserver with Master: 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001)
00:27:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.972298 26579 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.25.158.67:38633
00:27:29.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:29.976238 26233 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
00:27:29.978 [DEBUG - main] (MiniKuduCluster.java:195) Response:
00:27:29.978 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
00:27:29.979 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.158.126"
port: 42181
}
bound_http_address {
host: "127.25.158.126"
port: 45077
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.158.125"
port: 41513
}
bound_http_address {
host: "127.25.158.125"
port: 34839
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.158.124"
port: 40685
}
bound_http_address {
host: "127.25.158.124"
port: 44527
}
}
}
00:27:29.980 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
00:27:29.980 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.25.158.65"
port: 40891
}
bound_http_address {
host: "127.25.158.65"
port: 44081
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.25.158.66"
port: 36277
}
bound_http_address {
host: "127.25.158.66"
port: 37975
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.25.158.67"
port: 44001
}
bound_http_address {
host: "127.25.158.67"
port: 33759
}
}
}
00:27:29.980 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:27:29.983 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
00:27:29.984 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:29.985 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.158.126:42181(127.25.158.126:42181)] connecting to peer
00:27:29.986 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.158.124:40685(127.25.158.124:40685)] Successfully connected to peer
00:27:29.988 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.158.126:42181(127.25.158.126:42181)] Successfully connected to peer
00:27:29.989 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.158.124
00:27:29.990 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.158.126
00:27:29.999 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.158.125:41513(127.25.158.125:41513)] connecting to peer
00:27:30.003 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0b06b389, L:/127.0.0.1:38450 - R:/127.25.158.126:42181] using SASL/PLAIN
00:27:30.003 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa19b13ed, L:/127.0.0.1:58978 - R:/127.25.158.124:40685] using SASL/PLAIN
00:27:30.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:27:30.008 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: OK, deferred=null) after lookup
00:27:30.009 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.158.125:41513(127.25.158.125:41513)] Successfully connected to peer
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.010139 26576 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58978:
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
00:27:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.012742 26576 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:27:30.028 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x778c79b9, L:/127.0.0.1:47652 - R:/127.25.158.125:41513] using TOKEN/null
00:27:30.046 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 64d828f7f518467b8d34b3e78dd94f86
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.094385 26866 tablet_service.cc:1467] Processing CreateTablet for tablet d67ce01150d7450a8b45a65c99b6c3e8 (DEFAULT_TABLE table=txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.093957 27408 tablet_service.cc:1467] Processing CreateTablet for tablet 4524d81489344f02a0ec01ceba679639 (DEFAULT_TABLE table=txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.093964 26865 tablet_service.cc:1467] Processing CreateTablet for tablet 4524d81489344f02a0ec01ceba679639 (DEFAULT_TABLE table=txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.094446 27151 tablet_service.cc:1467] Processing CreateTablet for tablet 4524d81489344f02a0ec01ceba679639 (DEFAULT_TABLE table=txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.095599 26866 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d67ce01150d7450a8b45a65c99b6c3e8. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.095620 27408 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4524d81489344f02a0ec01ceba679639. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.095815 27151 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4524d81489344f02a0ec01ceba679639. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.096043 26865 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 4524d81489344f02a0ec01ceba679639. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.100382 27153 tablet_service.cc:1467] Processing CreateTablet for tablet d67ce01150d7450a8b45a65c99b6c3e8 (DEFAULT_TABLE table=txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
00:27:30.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.100979 27153 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d67ce01150d7450a8b45a65c99b6c3e8. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.103817 27409 tablet_service.cc:1467] Processing CreateTablet for tablet d67ce01150d7450a8b45a65c99b6c3e8 (DEFAULT_TABLE table=txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
00:27:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.104528 27409 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet d67ce01150d7450a8b45a65c99b6c3e8. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.117493 27587 tablet_bootstrap.cc:492] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d: Bootstrap starting.
00:27:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.119339 27586 tablet_bootstrap.cc:492] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7: Bootstrap starting.
00:27:30.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.125483 27587 tablet_bootstrap.cc:654] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d: Neither blocks nor log segments found. Creating new log.
00:27:30.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.129551 27587 log.cc:824] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d: Log is configured to *not* fsync() on all Append() calls
00:27:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.130192 27586 tablet_bootstrap.cc:654] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7: Neither blocks nor log segments found. Creating new log.
00:27:30.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.131340 27584 tablet_bootstrap.cc:492] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a: Bootstrap starting.
00:27:30.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.131898 27586 log.cc:824] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7: Log is configured to *not* fsync() on all Append() calls
00:27:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.135154 27584 tablet_bootstrap.cc:654] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a: Neither blocks nor log segments found. Creating new log.
00:27:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.136312 27584 log.cc:824] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a: Log is configured to *not* fsync() on all Append() calls
00:27:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.138500 27586 tablet_bootstrap.cc:492] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7: No bootstrap required, opened a new log
00:27:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.138989 27586 ts_tablet_manager.cc:1397] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7: Time spent bootstrapping tablet: real 0.020s user 0.012s sys 0.000s
00:27:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.139662 27587 tablet_bootstrap.cc:492] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d: No bootstrap required, opened a new log
00:27:30.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.139657 27584 tablet_bootstrap.cc:492] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a: No bootstrap required, opened a new log
00:27:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.139957 27584 ts_tablet_manager.cc:1397] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.003s
00:27:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.140069 27587 ts_tablet_manager.cc:1397] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d: Time spent bootstrapping tablet: real 0.023s user 0.009s sys 0.005s
00:27:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.150852 27586 raft_consensus.cc:348] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.151597 27586 raft_consensus.cc:374] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.151321 27584 raft_consensus.cc:348] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.151763 27584 raft_consensus.cc:374] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.151861 27586 raft_consensus.cc:729] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 759d8fc20a474544ac2d1e80412b43b7, State: Initialized, Role: FOLLOWER
00:27:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.152069 27584 raft_consensus.cc:729] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 779e79eaefbb4df498c9650cb13f389a, State: Initialized, Role: FOLLOWER
00:27:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.152783 27586 consensus_queue.cc:260] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.152807 27584 consensus_queue.cc:260] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.155071 27587 raft_consensus.cc:348] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.155869 27587 raft_consensus.cc:374] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.156083 27587 raft_consensus.cc:729] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8d06ed5e15425eb5a76db211a9b60d, State: Initialized, Role: FOLLOWER
00:27:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.157020 27525 heartbeater.cc:503] Master 127.25.158.124:40685 was elected leader, sending a full tablet report...
00:27:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.157080 27587 consensus_queue.cc:260] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.157804 27584 ts_tablet_manager.cc:1428] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a: Time spent starting tablet: real 0.018s user 0.010s sys 0.005s
00:27:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.161787 27586 ts_tablet_manager.cc:1428] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7: Time spent starting tablet: real 0.023s user 0.011s sys 0.005s
00:27:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.162449 27586 tablet_bootstrap.cc:492] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7: Bootstrap starting.
00:27:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.164546 27586 tablet_bootstrap.cc:654] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7: Neither blocks nor log segments found. Creating new log.
00:27:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.166947 27587 ts_tablet_manager.cc:1428] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d: Time spent starting tablet: real 0.027s user 0.012s sys 0.008s
00:27:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.167104 27584 tablet_bootstrap.cc:492] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a: Bootstrap starting.
00:27:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.167552 27267 heartbeater.cc:503] Master 127.25.158.124:40685 was elected leader, sending a full tablet report...
00:27:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.168895 27584 tablet_bootstrap.cc:654] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a: Neither blocks nor log segments found. Creating new log.
00:27:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.169848 27587 tablet_bootstrap.cc:492] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d: Bootstrap starting.
00:27:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.171761 27587 tablet_bootstrap.cc:654] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d: Neither blocks nor log segments found. Creating new log.
00:27:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.177258 27586 tablet_bootstrap.cc:492] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7: No bootstrap required, opened a new log
00:27:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.177647 27586 ts_tablet_manager.cc:1397] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7: Time spent bootstrapping tablet: real 0.015s user 0.004s sys 0.009s
00:27:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.178745 27586 raft_consensus.cc:348] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.179183 27586 raft_consensus.cc:374] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.179387 27586 raft_consensus.cc:729] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 759d8fc20a474544ac2d1e80412b43b7, State: Initialized, Role: FOLLOWER
00:27:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.179827 27586 consensus_queue.cc:260] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.180599 27586 ts_tablet_manager.cc:1428] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7: Time spent starting tablet: real 0.003s user 0.001s sys 0.001s
00:27:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.181387 27584 tablet_bootstrap.cc:492] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a: No bootstrap required, opened a new log
00:27:30.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.181663 27584 ts_tablet_manager.cc:1397] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a: Time spent bootstrapping tablet: real 0.015s user 0.002s sys 0.008s
00:27:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.182547 27587 tablet_bootstrap.cc:492] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d: No bootstrap required, opened a new log
00:27:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.182713 27587 ts_tablet_manager.cc:1397] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d: Time spent bootstrapping tablet: real 0.013s user 0.004s sys 0.003s
00:27:30.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.183344 27584 raft_consensus.cc:348] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.183499 27587 raft_consensus.cc:348] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.183741 27587 raft_consensus.cc:374] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.183853 27587 raft_consensus.cc:729] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8d06ed5e15425eb5a76db211a9b60d, State: Initialized, Role: FOLLOWER
00:27:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.184182 27584 raft_consensus.cc:374] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.184108 27587 consensus_queue.cc:260] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.184495 27584 raft_consensus.cc:729] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 779e79eaefbb4df498c9650cb13f389a, State: Initialized, Role: FOLLOWER
00:27:30.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.184873 27584 consensus_queue.cc:260] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.186326 27587 ts_tablet_manager.cc:1428] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
00:27:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.186810 27584 ts_tablet_manager.cc:1428] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
00:27:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.212174 27530 tablet.cc:2369] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.250247 27592 raft_consensus.cc:482] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.250670 27592 raft_consensus.cc:504] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.252734 27592 leader_election.cc:288] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891), 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277)
00:27:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.259948 27189 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4524d81489344f02a0ec01ceba679639" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" is_pre_election: true
00:27:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.260134 26928 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4524d81489344f02a0ec01ceba679639" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "759d8fc20a474544ac2d1e80412b43b7" is_pre_election: true
00:27:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.260728 27189 raft_consensus.cc:2454] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 0.
00:27:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.260727 26928 raft_consensus.cc:2454] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 0.
00:27:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.261518 27301 leader_election.cc:302] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 759d8fc20a474544ac2d1e80412b43b7, 779e79eaefbb4df498c9650cb13f389a; no voters:
00:27:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.261962 27592 raft_consensus.cc:2781] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.262112 27592 raft_consensus.cc:482] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.262217 27592 raft_consensus.cc:3037] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Advancing to term 1
00:27:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.264905 27592 raft_consensus.cc:504] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.265663 27592 leader_election.cc:288] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 election: Requested vote from peers 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891), 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277)
00:27:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.266077 27596 raft_consensus.cc:482] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.266163 26928 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4524d81489344f02a0ec01ceba679639" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "759d8fc20a474544ac2d1e80412b43b7"
00:27:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.266403 26928 raft_consensus.cc:3037] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Advancing to term 1
00:27:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.266407 27189 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "4524d81489344f02a0ec01ceba679639" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8d06ed5e15425eb5a76db211a9b60d"
00:27:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.266337 27596 raft_consensus.cc:504] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.266629 27189 raft_consensus.cc:3037] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Advancing to term 1
00:27:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.269603 26928 raft_consensus.cc:2454] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 1.
00:27:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.269795 27596 leader_election.cc:288] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891), 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001)
00:27:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.270241 27301 leader_election.cc:302] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 759d8fc20a474544ac2d1e80412b43b7, 779e79eaefbb4df498c9650cb13f389a; no voters:
00:27:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.270586 27189 raft_consensus.cc:2454] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 1.
00:27:30.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.270706 27592 raft_consensus.cc:2781] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 1 FOLLOWER]: Leader election won for term 1
00:27:30.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.277436 27592 raft_consensus.cc:686] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [term 1 LEADER]: Becoming Leader. State: Replica: 779e79eaefbb4df498c9650cb13f389a, State: Running, Role: LEADER
00:27:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.278831 27592 consensus_queue.cc:237] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.279477 27447 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d67ce01150d7450a8b45a65c99b6c3e8" candidate_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "779e79eaefbb4df498c9650cb13f389a" is_pre_election: true
00:27:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.280021 27447 raft_consensus.cc:2454] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4a8d06ed5e15425eb5a76db211a9b60d in term 0.
00:27:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.281028 27059 leader_election.cc:302] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8d06ed5e15425eb5a76db211a9b60d, 779e79eaefbb4df498c9650cb13f389a; no voters:
00:27:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.281507 27596 raft_consensus.cc:2781] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.281643 27596 raft_consensus.cc:482] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.281862 27596 raft_consensus.cc:3037] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Advancing to term 1
00:27:30.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.285070 27596 raft_consensus.cc:504] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.286309 27596 leader_election.cc:288] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [CANDIDATE]: Term 1 election: Requested vote from peers 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891), 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001)
00:27:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.286863 27447 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d67ce01150d7450a8b45a65c99b6c3e8" candidate_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "779e79eaefbb4df498c9650cb13f389a"
00:27:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.286980 26928 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d67ce01150d7450a8b45a65c99b6c3e8" candidate_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "759d8fc20a474544ac2d1e80412b43b7" is_pre_election: true
00:27:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.287091 27447 raft_consensus.cc:3037] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Advancing to term 1
00:27:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.286651 26575 catalog_manager.cc:5495] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a reported cstate change: term changed from 0 to 1, leader changed from <none> to 779e79eaefbb4df498c9650cb13f389a (127.25.158.67). New cstate: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } health_report { overall_health: HEALTHY } } }
00:27:30.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.287266 26928 raft_consensus.cc:2454] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4a8d06ed5e15425eb5a76db211a9b60d in term 0.
00:27:30.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.288617 26925 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "d67ce01150d7450a8b45a65c99b6c3e8" candidate_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "759d8fc20a474544ac2d1e80412b43b7"
00:27:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.288903 26925 raft_consensus.cc:3037] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Advancing to term 1
00:27:30.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.291487 26925 raft_consensus.cc:2454] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a8d06ed5e15425eb5a76db211a9b60d in term 1.
00:27:30.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.292759 27057 leader_election.cc:302] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8d06ed5e15425eb5a76db211a9b60d, 759d8fc20a474544ac2d1e80412b43b7; no voters:
00:27:30.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.293648 27447 raft_consensus.cc:2454] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a8d06ed5e15425eb5a76db211a9b60d in term 1.
00:27:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.294955 27596 raft_consensus.cc:2781] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 1 FOLLOWER]: Leader election won for term 1
00:27:30.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.295583 27596 raft_consensus.cc:686] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [term 1 LEADER]: Becoming Leader. State: Replica: 4a8d06ed5e15425eb5a76db211a9b60d, State: Running, Role: LEADER
00:27:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.296478 27596 consensus_queue.cc:237] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.301944 26575 catalog_manager.cc:5495] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66). New cstate: current_term: 1 leader_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } health_report { overall_health: UNKNOWN } } }
00:27:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.370285 27029 tablet.cc:2369] T 4524d81489344f02a0ec01ceba679639 P 759d8fc20a474544ac2d1e80412b43b7: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.413132 27271 tablet.cc:2369] T 4524d81489344f02a0ec01ceba679639 P 4a8d06ed5e15425eb5a76db211a9b60d: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:30.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.447118 26575 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58982:
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:30.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:27:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
00:27:30.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.448463 26575 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.462507 26865 tablet_service.cc:1467] Processing CreateTablet for tablet 8dc9d205f80246bab89e1ca3b9fcb37f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a29bd68c747c4121acf14085b7ea345c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.463675 26865 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8dc9d205f80246bab89e1ca3b9fcb37f. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.463752 27408 tablet_service.cc:1467] Processing CreateTablet for tablet 8dc9d205f80246bab89e1ca3b9fcb37f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a29bd68c747c4121acf14085b7ea345c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.464759 27408 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8dc9d205f80246bab89e1ca3b9fcb37f. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.465291 27153 tablet_service.cc:1467] Processing CreateTablet for tablet 8dc9d205f80246bab89e1ca3b9fcb37f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=a29bd68c747c4121acf14085b7ea345c]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.466180 27153 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 8dc9d205f80246bab89e1ca3b9fcb37f. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.468837 27586 tablet_bootstrap.cc:492] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: Bootstrap starting.
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.470278 27586 tablet_bootstrap.cc:654] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: Neither blocks nor log segments found. Creating new log.
00:27:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.471501 27584 tablet_bootstrap.cc:492] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: Bootstrap starting.
00:27:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.472319 27586 tablet_bootstrap.cc:492] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: No bootstrap required, opened a new log
00:27:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.472534 27586 ts_tablet_manager.cc:1397] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
00:27:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.473196 27584 tablet_bootstrap.cc:654] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: Neither blocks nor log segments found. Creating new log.
00:27:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.473253 27586 raft_consensus.cc:348] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.473542 27586 raft_consensus.cc:374] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.473621 27586 raft_consensus.cc:729] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 759d8fc20a474544ac2d1e80412b43b7, State: Initialized, Role: FOLLOWER
00:27:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.474051 27587 tablet_bootstrap.cc:492] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: Bootstrap starting.
00:27:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.474558 27586 consensus_queue.cc:260] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.475222 27586 ts_tablet_manager.cc:1428] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
00:27:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.475292 27595 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.475713 27595 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: This TxnStatusTablet replica's current role is: FOLLOWER
00:27:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.476002 27587 tablet_bootstrap.cc:654] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: Neither blocks nor log segments found. Creating new log.
00:27:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.476785 27584 tablet_bootstrap.cc:492] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: No bootstrap required, opened a new log
00:27:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.476953 27584 ts_tablet_manager.cc:1397] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
00:27:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.477775 27584 raft_consensus.cc:348] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.478004 27584 raft_consensus.cc:374] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.478075 27584 raft_consensus.cc:729] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 779e79eaefbb4df498c9650cb13f389a, State: Initialized, Role: FOLLOWER
00:27:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.478344 27584 consensus_queue.cc:260] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.478977 27592 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.479254 27592 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: This TxnStatusTablet replica's current role is: FOLLOWER
00:27:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.479454 27587 tablet_bootstrap.cc:492] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: No bootstrap required, opened a new log
00:27:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.479622 27587 ts_tablet_manager.cc:1397] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
00:27:30.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.480547 27587 raft_consensus.cc:348] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.480967 27587 raft_consensus.cc:374] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.481161 27587 raft_consensus.cc:729] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8d06ed5e15425eb5a76db211a9b60d, State: Initialized, Role: FOLLOWER
00:27:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.481838 27587 consensus_queue.cc:260] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.482350 27596 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.482604 27584 ts_tablet_manager.cc:1428] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
00:27:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.482683 27596 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: This TxnStatusTablet replica's current role is: FOLLOWER
00:27:30.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.483135 27587 ts_tablet_manager.cc:1428] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
00:27:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.547711 27592 raft_consensus.cc:482] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.548013 27592 raft_consensus.cc:504] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.548787 27592 leader_election.cc:288] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891), 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277)
00:27:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.549484 27189 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8dc9d205f80246bab89e1ca3b9fcb37f" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" is_pre_election: true
00:27:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.549484 26925 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8dc9d205f80246bab89e1ca3b9fcb37f" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "759d8fc20a474544ac2d1e80412b43b7" is_pre_election: true
00:27:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.549790 27189 raft_consensus.cc:2454] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 0.
00:27:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.549830 26925 raft_consensus.cc:2454] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 0.
00:27:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.550334 27308 leader_election.cc:302] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 4a8d06ed5e15425eb5a76db211a9b60d, 759d8fc20a474544ac2d1e80412b43b7, 779e79eaefbb4df498c9650cb13f389a; no voters:
00:27:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.550755 27592 raft_consensus.cc:2781] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.550913 27592 raft_consensus.cc:482] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.551008 27592 raft_consensus.cc:3037] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 0 FOLLOWER]: Advancing to term 1
00:27:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.553335 27592 raft_consensus.cc:504] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.553929 27592 leader_election.cc:288] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 election: Requested vote from peers 759d8fc20a474544ac2d1e80412b43b7 (127.25.158.65:40891), 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277)
00:27:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.554584 27189 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8dc9d205f80246bab89e1ca3b9fcb37f" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8d06ed5e15425eb5a76db211a9b60d"
00:27:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.554584 26925 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "8dc9d205f80246bab89e1ca3b9fcb37f" candidate_uuid: "779e79eaefbb4df498c9650cb13f389a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "759d8fc20a474544ac2d1e80412b43b7"
00:27:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.554853 26925 raft_consensus.cc:3037] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [term 0 FOLLOWER]: Advancing to term 1
00:27:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.554847 27189 raft_consensus.cc:3037] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [term 0 FOLLOWER]: Advancing to term 1
00:27:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.557771 27189 raft_consensus.cc:2454] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 1.
00:27:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.557771 26925 raft_consensus.cc:2454] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 779e79eaefbb4df498c9650cb13f389a in term 1.
00:27:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.558346 27308 leader_election.cc:302] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 4a8d06ed5e15425eb5a76db211a9b60d, 759d8fc20a474544ac2d1e80412b43b7, 779e79eaefbb4df498c9650cb13f389a; no voters:
00:27:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.558665 27592 raft_consensus.cc:2781] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 1 FOLLOWER]: Leader election won for term 1
00:27:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.558843 27592 raft_consensus.cc:686] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [term 1 LEADER]: Becoming Leader. State: Replica: 779e79eaefbb4df498c9650cb13f389a, State: Running, Role: LEADER
00:27:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.559131 27592 consensus_queue.cc:237] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } }
00:27:30.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.561349 27604 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: TxnStatusTablet state changed. Reason: New leader 779e79eaefbb4df498c9650cb13f389a. Latest consensus state: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.561653 27604 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: This TxnStatusTablet replica's current role is: LEADER
00:27:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.562892 26575 catalog_manager.cc:5495] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a reported cstate change: term changed from 0 to 1, leader changed from <none> to 779e79eaefbb4df498c9650cb13f389a (127.25.158.67). New cstate: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } health_report { overall_health: HEALTHY } } }
00:27:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.564330 27638 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
00:27:30.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.564687 27638 txn_status_manager.cc:929] Loading transaction status metadata into memory...
00:27:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.598006 26925 raft_consensus.cc:1261] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7 [term 1 FOLLOWER]: Refusing update from remote peer 779e79eaefbb4df498c9650cb13f389a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.598011 27189 raft_consensus.cc:1261] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d [term 1 FOLLOWER]: Refusing update from remote peer 779e79eaefbb4df498c9650cb13f389a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.599138 27592 consensus_queue.cc:1035] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [LEADER]: Connected to new peer: Peer: permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.599522 27604 consensus_queue.cc:1035] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.614009 27596 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: TxnStatusTablet state changed. Reason: New leader 779e79eaefbb4df498c9650cb13f389a. Latest consensus state: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.614370 27596 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: This TxnStatusTablet replica's current role is: FOLLOWER
00:27:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.616134 27595 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: TxnStatusTablet state changed. Reason: New leader 779e79eaefbb4df498c9650cb13f389a. Latest consensus state: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.616482 27595 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: This TxnStatusTablet replica's current role is: FOLLOWER
00:27:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.618603 27642 mvcc.cc:205] Tried to move back new op lower bound from 7317481269637230592 to 7317481269492465664. Current Snapshot: MvccSnapshot[applied={T|T < 7317481269637230592}]
00:27:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.620754 27592 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.621125 27592 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: This TxnStatusTablet replica's current role is: LEADER
00:27:30.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.621803 27592 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.622046 27592 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a: This TxnStatusTablet replica's current role is: LEADER
00:27:30.634 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
00:27:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.635085 27595 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.635392 27595 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 759d8fc20a474544ac2d1e80412b43b7: This TxnStatusTablet replica's current role is: FOLLOWER
00:27:30.639 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 64d828f7f518467b8d34b3e78dd94f86
00:27:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.640434 27596 tablet_replica.cc:439] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "779e79eaefbb4df498c9650cb13f389a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 } } peers { permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 } } peers { permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 } } }
00:27:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.640842 27596 tablet_replica.cc:442] T 8dc9d205f80246bab89e1ca3b9fcb37f P 4a8d06ed5e15425eb5a76db211a9b60d: This TxnStatusTablet replica's current role is: FOLLOWER
00:27:30.641 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d67ce01150d7450a8b45a65c99b6c3e8 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
00:27:30.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 4524d81489344f02a0ec01ceba679639 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
00:27:30.642 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=d67ce01150d7450a8b45a65c99b6c3e8@[4a8d06ed5e15425eb5a76db211a9b60d(127.25.158.66:36277)[L],759d8fc20a474544ac2d1e80412b43b7(127.25.158.65:40891),779e79eaefbb4df498c9650cb13f389a(127.25.158.67:44001)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=4524d81489344f02a0ec01ceba679639@[4a8d06ed5e15425eb5a76db211a9b60d(127.25.158.66:36277),759d8fc20a474544ac2d1e80412b43b7(127.25.158.65:40891),779e79eaefbb4df498c9650cb13f389a(127.25.158.67:44001)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:27:30.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.158.124:40685, [2ms] Sub RPC GetTableLocations: received response from server master-127.25.158.124:40685: OK, deferred=null) after lookup
00:27:30.643 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4a8d06ed5e15425eb5a76db211a9b60d(127.25.158.66:36277)] connecting to peer
00:27:30.644 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 4a8d06ed5e15425eb5a76db211a9b60d(127.25.158.66:36277)] Successfully connected to peer
00:27:30.659 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xfce5293f, L:/127.0.0.1:58686 - R:/127.25.158.66:36277] using TOKEN/null
00:27:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.690044 26925 raft_consensus.cc:1261] T d67ce01150d7450a8b45a65c99b6c3e8 P 759d8fc20a474544ac2d1e80412b43b7 [term 1 FOLLOWER]: Refusing update from remote peer 4a8d06ed5e15425eb5a76db211a9b60d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.690253 27447 raft_consensus.cc:1261] T d67ce01150d7450a8b45a65c99b6c3e8 P 779e79eaefbb4df498c9650cb13f389a [term 1 FOLLOWER]: Refusing update from remote peer 4a8d06ed5e15425eb5a76db211a9b60d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.690986 27607 consensus_queue.cc:1035] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [LEADER]: Connected to new peer: Peer: permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:30.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.691395 27596 consensus_queue.cc:1035] T d67ce01150d7450a8b45a65c99b6c3e8 P 4a8d06ed5e15425eb5a76db211a9b60d [LEADER]: Connected to new peer: Peer: permanent_uuid: "779e79eaefbb4df498c9650cb13f389a" member_type: VOTER last_known_addr { host: "127.25.158.67" port: 44001 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:30.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.701326 27646 mvcc.cc:205] Tried to move back new op lower bound from 7317481270019522560 to 7317481268419178496. Current Snapshot: MvccSnapshot[applied={T|T < 7317481270019522560}]
00:27:30.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.710040 27643 mvcc.cc:205] Tried to move back new op lower bound from 7317481270019522560 to 7317481268419178496. Current Snapshot: MvccSnapshot[applied={T|T < 7317481270019522560}]
00:27:30.723 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.25.158.124:40685
00:27:30.724 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
00:27:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.724908 26233 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu pid 26517
00:27:30.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.726189 26647 generic_service.cc:196] Checking for leaks (request via RPC)
00:27:30.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.762869 27604 consensus_queue.cc:1035] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a8d06ed5e15425eb5a76db211a9b60d" member_type: VOTER last_known_addr { host: "127.25.158.66" port: 36277 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.773432 27650 consensus_queue.cc:1035] T 4524d81489344f02a0ec01ceba679639 P 779e79eaefbb4df498c9650cb13f389a [LEADER]: Connected to new peer: Peer: permanent_uuid: "759d8fc20a474544ac2d1e80412b43b7" member_type: VOTER last_known_addr { host: "127.25.158.65" port: 40891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:30.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:30.898756 26233 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu with pid 26517
00:27:30.934 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.158.124:40685(127.25.158.124:40685)] handling channelInactive
00:27:30.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state READY due to: connection closed
00:27:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.935730 26791 connection.cc:535] client connection to 127.25.158.124:40685 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:27:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.936007 27267 heartbeater.cc:644] Failed to heartbeat to 127.25.158.124:40685 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.25.158.124:40685 (error 108)
00:27:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.936338 27018 heartbeater.cc:644] Failed to heartbeat to 127.25.158.124:40685 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:27:30.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
00:27:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:30.939146 27672 negotiation.cc:337] Failed RPC negotiation. Trace:
00:27:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:27:30.936900 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.25.158.124:40685 (local address 127.25.158.66:41053)
00:27:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:27:30.938340 (+ 1440us) negotiation.cc:107] Waiting for socket to connect
00:27:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:27:30.938450 (+ 110us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection reset by peer (error 104)
00:27:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1297,"thread_start_us":1178,"threads_started":1}
00:27:31.148 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.149 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.25.158.124:40685(127.25.158.124:40685) for tablet Kudu Master: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.165 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.185 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.196448 27673 raft_consensus.cc:482] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1c44aa75ca824817863c35f9f31c9e12)
00:27:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.196710 27673 raft_consensus.cc:504] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:31.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.197501 27674 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1c44aa75ca824817863c35f9f31c9e12)
00:27:31.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.197695 27674 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.198148 27673 leader_election.cc:288] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9bb5225d135741fa8e5261ab06187ba2 (127.25.158.126:42181), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.198382 27674 leader_election.cc:288] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 352b40b10ac346c29a892a1d032eb411 (127.25.158.125:41513), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.199111 26313 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352b40b10ac346c29a892a1d032eb411" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9bb5225d135741fa8e5261ab06187ba2" is_pre_election: true
00:27:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.199396 26313 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 352b40b10ac346c29a892a1d032eb411 in term 1.
00:27:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.199468 26449 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bb5225d135741fa8e5261ab06187ba2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "352b40b10ac346c29a892a1d032eb411" is_pre_election: true
00:27:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.199747 26449 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9bb5225d135741fa8e5261ab06187ba2 in term 1.
00:27:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.200052 26410 leader_election.cc:302] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352b40b10ac346c29a892a1d032eb411, 9bb5225d135741fa8e5261ab06187ba2; no voters:
00:27:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.200309 26275 leader_election.cc:302] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352b40b10ac346c29a892a1d032eb411, 9bb5225d135741fa8e5261ab06187ba2; no voters:
00:27:31.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.200644 27674 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:27:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.200742 27674 raft_consensus.cc:482] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1c44aa75ca824817863c35f9f31c9e12)
00:27:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.200815 27674 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 1 FOLLOWER]: Advancing to term 2
00:27:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.201045 27673 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:27:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.201210 27673 raft_consensus.cc:482] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1c44aa75ca824817863c35f9f31c9e12)
00:27:31.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.201447 27673 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 1 FOLLOWER]: Advancing to term 2
00:27:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.201965 26409 leader_election.cc:334] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.203409 27674 raft_consensus.cc:504] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.204197 27674 leader_election.cc:288] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 2 election: Requested vote from peers 352b40b10ac346c29a892a1d032eb411 (127.25.158.125:41513), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:31.204 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.204799 27673 raft_consensus.cc:504] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:31.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.205272 26449 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9bb5225d135741fa8e5261ab06187ba2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "352b40b10ac346c29a892a1d032eb411"
00:27:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.205868 26449 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 9bb5225d135741fa8e5261ab06187ba2 in current term 2: Already voted for candidate 352b40b10ac346c29a892a1d032eb411 in this term.
00:27:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.205806 26275 leader_election.cc:334] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.206633 27673 leader_election.cc:288] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 2 election: Requested vote from peers 9bb5225d135741fa8e5261ab06187ba2 (127.25.158.126:42181), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:31.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.207 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.207077 26313 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352b40b10ac346c29a892a1d032eb411" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9bb5225d135741fa8e5261ab06187ba2"
00:27:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.207369 26313 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 352b40b10ac346c29a892a1d032eb411 in current term 2: Already voted for candidate 9bb5225d135741fa8e5261ab06187ba2 in this term.
00:27:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.207448 26275 leader_election.cc:334] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:31.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.207584 26275 leader_election.cc:302] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9bb5225d135741fa8e5261ab06187ba2; no voters: 1c44aa75ca824817863c35f9f31c9e12, 352b40b10ac346c29a892a1d032eb411
00:27:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.207957 27674 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:27:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.208263 26409 leader_election.cc:334] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.208424 26410 leader_election.cc:302] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 352b40b10ac346c29a892a1d032eb411; no voters: 1c44aa75ca824817863c35f9f31c9e12, 9bb5225d135741fa8e5261ab06187ba2
00:27:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.208679 27673 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:27:31.224 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.264 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.267 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.345 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.349 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.364 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.25.158.124:40685, [4ms] received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, deferred=Deferred@1102885369(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@40416b81 -> (continuation of Deferred@1776517298 after retry RPC after error@1532937083) -> (continuation of Deferred@2143912592 after retry RPC after error@882893707) -> (continuation of Deferred@1099695034 after retry RPC after error@1818514923) -> (continuation of Deferred@1594529781 after retry RPC after error@348300324) -> (continuation of Deferred@896722133 after retry RPC after error@2071405725) -> (continuation of Deferred@1892266297 after retry RPC after error@1898694784), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@53ddce3c -> (continuation of Deferred@1776517298 after retry RPC after error@1532937083) -> (continuation of Deferred@2143912592 after retry RPC after error@882893707) -> (continuation of Deferred@1099695034 after retry RPC after error@1818514923) -> (continuation of Deferred@1594529781 after retry RPC after error@348300324) -> (continuation of Deferred@896722133 after retry RPC after error@2071405725) -> (continuation of Deferred@1892266297 after retry RPC after error@1898694784)))
00:27:31.370 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] sending RPC to server master-127.25.158.124:40685, [4ms] received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [41ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [62ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [121ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [202ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [203ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [223ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, deferred=Deferred@1102885369(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/588890952@40416b81 -> (continuation of Deferred@1776517298 after retry RPC after error@1532937083) -> (continuation of Deferred@2143912592 after retry RPC after error@882893707) -> (continuation of Deferred@1099695034 after retry RPC after error@1818514923) -> (continuation of Deferred@1594529781 after retry RPC after error@348300324) -> (continuation of Deferred@896722133 after retry RPC after error@2071405725) -> (continuation of Deferred@1892266297 after retry RPC after error@1898694784), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/934968330@53ddce3c -> (continuation of Deferred@1776517298 after retry RPC after error@1532937083) -> (continuation of Deferred@2143912592 after retry RPC after error@882893707) -> (continuation of Deferred@1099695034 after retry RPC after error@1818514923) -> (continuation of Deferred@1594529781 after retry RPC after error@348300324) -> (continuation of Deferred@896722133 after retry RPC after error@2071405725) -> (continuation of Deferred@1892266297 after retry RPC after error@1898694784)))
00:27:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.378104 27525 heartbeater.cc:644] Failed to heartbeat to 127.25.158.124:40685 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:31.384 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.404 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.407 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.424 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.444 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.447 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.464 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.467 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.484 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.565 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.567 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.568 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [7ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, deferred=Deferred@1785020474(state=PENDING, result=null, callback=(continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988) -> (continuation of Deferred@819311732 after retry RPC after error@1092896440), errback=(continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988) -> (continuation of Deferred@819311732 after retry RPC after error@1092896440)))
00:27:31.569 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [7ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [22ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [42ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [62ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [82ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [102ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [182ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, deferred=Deferred@1785020474(state=PENDING, result=null, callback=(continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988) -> (continuation of Deferred@819311732 after retry RPC after error@1092896440), errback=(continuation of Deferred@1463838822 after retry RPC after error@830078589) -> (continuation of Deferred@1932764842 after retry RPC after error@865553510) -> (continuation of Deferred@1732251946 after retry RPC after error@422875561) -> (continuation of Deferred@2002543315 after retry RPC after error@2116150306) -> (continuation of Deferred@420443021 after retry RPC after error@604704988) -> (continuation of Deferred@819311732 after retry RPC after error@1092896440)))
00:27:31.587 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.591 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.590385 27673 raft_consensus.cc:482] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.590600 27673 raft_consensus.cc:504] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.591424 27673 leader_election.cc:288] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 9bb5225d135741fa8e5261ab06187ba2 (127.25.158.126:42181), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.591908 26313 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352b40b10ac346c29a892a1d032eb411" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9bb5225d135741fa8e5261ab06187ba2" is_pre_election: true
00:27:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.592177 26313 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 352b40b10ac346c29a892a1d032eb411 in term 2.
00:27:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.592744 26410 leader_election.cc:302] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 352b40b10ac346c29a892a1d032eb411, 9bb5225d135741fa8e5261ab06187ba2; no voters:
00:27:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.593063 27673 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Leader pre-election won for term 3
00:27:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.593182 27673 raft_consensus.cc:482] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:31.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.593289 27673 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 2 FOLLOWER]: Advancing to term 3
00:27:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.593612 26409 leader_election.cc:334] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.595855 27673 raft_consensus.cc:504] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.596513 27673 leader_election.cc:288] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 3 election: Requested vote from peers 9bb5225d135741fa8e5261ab06187ba2 (127.25.158.126:42181), 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685)
00:27:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.597065 26313 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "352b40b10ac346c29a892a1d032eb411" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "9bb5225d135741fa8e5261ab06187ba2"
00:27:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.597329 26313 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 2 FOLLOWER]: Advancing to term 3
00:27:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.597970 26409 leader_election.cc:334] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111)
00:27:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.599712 26313 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 352b40b10ac346c29a892a1d032eb411 in term 3.
00:27:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.600190 26410 leader_election.cc:302] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 352b40b10ac346c29a892a1d032eb411, 9bb5225d135741fa8e5261ab06187ba2; no voters: 1c44aa75ca824817863c35f9f31c9e12
00:27:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.600518 27673 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 3 FOLLOWER]: Leader election won for term 3
00:27:31.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.600950 27673 raft_consensus.cc:686] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [term 3 LEADER]: Becoming Leader. State: Replica: 352b40b10ac346c29a892a1d032eb411, State: Running, Role: LEADER
00:27:31.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.601401 27673 consensus_queue.cc:237] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } }
00:27:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.603118 27686 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 352b40b10ac346c29a892a1d032eb411. Latest consensus state: current_term: 3 leader_uuid: "352b40b10ac346c29a892a1d032eb411" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.603546 27686 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: This master's current role is: LEADER
00:27:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.604305 27689 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
00:27:31.604 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.607378 27689 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86]
00:27:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.607870 27689 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=a29bd68c747c4121acf14085b7ea345c]
00:27:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.609588 27689 tablet_loader.cc:96] loaded metadata for tablet 4524d81489344f02a0ec01ceba679639 (table txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86])
00:27:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.609972 27689 tablet_loader.cc:96] loaded metadata for tablet 8dc9d205f80246bab89e1ca3b9fcb37f (table kudu_system.kudu_transactions [id=a29bd68c747c4121acf14085b7ea345c])
00:27:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.610309 27689 tablet_loader.cc:96] loaded metadata for tablet d67ce01150d7450a8b45a65c99b6c3e8 (table txn_manager_fallback [id=64d828f7f518467b8d34b3e78dd94f86])
00:27:31.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.610572 27689 catalog_manager.cc:1484] Initializing Kudu cluster ID...
00:27:31.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513; will retry
00:27:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.611472 27689 catalog_manager.cc:1259] Loaded cluster ID: 2b914f2b82ea4a48a13c1423c0326c83
00:27:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.611569 27689 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
00:27:31.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.612848 27689 catalog_manager.cc:1504] Loading token signing keys...
00:27:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.613747 27689 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411: Loaded TSK: 0
00:27:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.614611 27689 catalog_manager.cc:1514] Initializing in-progress tserver states...
00:27:31.624 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.25.158.124:40685(127.25.158.124:40685)] connecting to peer
00:27:31.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.124:40685(127.25.158.124:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.158.124:40685: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685
00:27:31.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:27:31.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [3ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [17ms] refreshing cache from master, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [19ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [20ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.25.158.124:40685,127.25.158.126:42181,127.25.158.125:41513) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [37ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.124:40685, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.126:42181, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.158.125:41513, [39ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.124:40685: Network error: Failed to connect to peer master-127.25.158.124:40685(127.25.158.124:40685): Connection refused: /127.25.158.124:40685, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.125:41513: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.25.158.126:42181: OK, deferred=Deferred@1112528584(state=PENDING, result=null, callback=(continuation of Deferred@566057407 after retry RPC after error@752205316) -> (continuation of Deferred@1458682525 after retry RPC after error@1790238493), errback=(continuation of Deferred@566057407 after retry RPC after error@752205316) -> (continuation of Deferred@1458682525 after retry RPC after error@1790238493))) after lookup
00:27:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.647807 27314 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.008s from last keepalive heartbeat (effective timeout is 1.000s)
00:27:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.649497 27390 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.25.158.124:40685)
00:27:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.680907 26409 consensus_peers.cc:487] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 -> Peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Couldn't send request to peer 1c44aa75ca824817863c35f9f31c9e12. Status: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:27:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.684109 27706 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
00:27:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.689160 26313 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [term 3 FOLLOWER]: Refusing update from remote peer 352b40b10ac346c29a892a1d032eb411: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
00:27:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.694972 27686 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
00:27:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.700078 27674 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 352b40b10ac346c29a892a1d032eb411. Latest consensus state: current_term: 3 leader_uuid: "352b40b10ac346c29a892a1d032eb411" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.700532 27674 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: This master's current role is: FOLLOWER
00:27:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.703033 27673 sys_catalog.cc:455] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "352b40b10ac346c29a892a1d032eb411" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.703387 27673 sys_catalog.cc:458] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 [sys.catalog]: This master's current role is: LEADER
00:27:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.704397 27674 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "352b40b10ac346c29a892a1d032eb411" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9bb5225d135741fa8e5261ab06187ba2" member_type: VOTER last_known_addr { host: "127.25.158.126" port: 42181 } } peers { permanent_uuid: "352b40b10ac346c29a892a1d032eb411" member_type: VOTER last_known_addr { host: "127.25.158.125" port: 41513 } } peers { permanent_uuid: "1c44aa75ca824817863c35f9f31c9e12" member_type: VOTER last_known_addr { host: "127.25.158.124" port: 40685 } } }
00:27:31.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.704641 27674 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9bb5225d135741fa8e5261ab06187ba2 [sys.catalog]: This master's current role is: FOLLOWER
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:31.690326 26431 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47662:
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:27:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
00:27:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:31.707581 26431 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:27:31.728 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1786494450 last_transition_timestamp: 1786494451
00:27:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:32.160802 26409 consensus_peers.cc:487] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 -> Peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Couldn't send request to peer 1c44aa75ca824817863c35f9f31c9e12. Status: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:27:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:32.476424 26409 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111) [suppressed 16 similar messages]
00:27:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:32.701208 26409 consensus_peers.cc:487] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 -> Peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Couldn't send request to peer 1c44aa75ca824817863c35f9f31c9e12. Status: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
00:27:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:32.781000 27269 heartbeater.cc:503] Master 127.25.158.125:41513 was elected leader, sending a full tablet report...
00:27:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:32.787109 27024 heartbeater.cc:503] Master 127.25.158.125:41513 was elected leader, sending a full tablet report...
00:27:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:32.923086 26249 master_runner.cc:186] Error getting master registration for 127.25.158.124:40685: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111),
00:27:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:32.923293 26249 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
00:27:32.943 [DEBUG - main] (Connection.java:575) [peer master-127.25.158.124:40685(127.25.158.124:40685)] disconnecting while in state TERMINATED
00:27:32.943 [DEBUG - main] (Connection.java:575) [peer master-127.25.158.126:42181(127.25.158.126:42181)] disconnecting while in state READY
00:27:32.943 [DEBUG - main] (Connection.java:575) [peer master-127.25.158.125:41513(127.25.158.125:41513)] disconnecting while in state READY
00:27:32.944 [DEBUG - main] (Connection.java:575) [peer 4a8d06ed5e15425eb5a76db211a9b60d(127.25.158.66:36277)] disconnecting while in state READY
00:27:32.944 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.158.125:41513(127.25.158.125:41513)] handling channelInactive
00:27:32.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:27:32.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.158.125:41513(127.25.158.125:41513)] cleaning up while in state READY due to: connection closed
00:27:32.945 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.158.126:42181(127.25.158.126:42181)] handling channelInactive
00:27:32.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.158.126:42181(127.25.158.126:42181)] cleaning up while in state READY due to: connection closed
00:27:32.945 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 4a8d06ed5e15425eb5a76db211a9b60d(127.25.158.66:36277)] handling channelInactive
00:27:32.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4a8d06ed5e15425eb5a76db211a9b60d(127.25.158.66:36277)] cleaning up while in state READY due to: connection closed
00:27:32.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:32.945791 26233 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu pid 26763
00:27:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:32.954947 27010 generic_service.cc:196] Checking for leaks (request via RPC)
00:27:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.055773 26233 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu with pid 26763
00:27:33.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.081926 26233 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu pid 27028
00:27:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.089744 27256 generic_service.cc:196] Checking for leaks (request via RPC)
00:27:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.190904 26233 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu with pid 27028
00:27:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:33.216900 27308 connection.cc:535] client connection to 127.25.158.66:36277 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:27:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:33.217168 27308 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:27:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.217828 26233 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu pid 27274
00:27:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:33.219451 26409 consensus_peers.cc:487] T 00000000000000000000000000000000 P 352b40b10ac346c29a892a1d032eb411 -> Peer 1c44aa75ca824817863c35f9f31c9e12 (127.25.158.124:40685): Couldn't send request to peer 1c44aa75ca824817863c35f9f31c9e12. Status: Network error: Client connection negotiation failed: client connection to 127.25.158.124:40685: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
00:27:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:27:33.219475 27308 consensus_peers.cc:487] T 8dc9d205f80246bab89e1ca3b9fcb37f P 779e79eaefbb4df498c9650cb13f389a -> Peer 4a8d06ed5e15425eb5a76db211a9b60d (127.25.158.66:36277): Couldn't send request to peer 4a8d06ed5e15425eb5a76db211a9b60d. Status: Network error: Client connection negotiation failed: client connection to 127.25.158.66:36277: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:27:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.228294 27516 generic_service.cc:196] Checking for leaks (request via RPC)
00:27:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.352981 26233 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu with pid 27274
00:27:33.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.385149 26233 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu pid 26249
00:27:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.386471 26365 generic_service.cc:196] Checking for leaks (request via RPC)
00:27:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.501150 26233 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu with pid 26249
00:27:33.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.527460 26233 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu pid 26379
00:27:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.528620 26501 generic_service.cc:196] Checking for leaks (request via RPC)
00:27:33.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:27:33.646306 26233 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskTUM3Ly/build/asan/bin/kudu with pid 26379
00:27:33.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:27:33Z chronyd exiting
00:27:33.811 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786494450 last_transition_timestamp: 1786494451
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 779e79eaefbb4df498c9650cb13f389a (127.25.158.67:44001): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1786494450 last_transition_timestamp: 1786494451
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more