05:16:54.028 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:16:54.028 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskc8klBp/test-tmp
05:16:54.028 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
05:16:54.029 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskc8klBp/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
05:16:54.030 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
05:16:54.359 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:16:54.359 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:16:54.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.361935 16374 mini_oidc.cc:152] Starting JWKS server
05:16:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.364641 16374 webserver.cc:460] Webserver started at http://127.0.0.1:38055/ using document root <none> and password file <none>
05:16:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.364912 16374 mini_oidc.cc:189] Starting OIDC Discovery server
05:16:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.365686 16374 webserver.cc:460] Webserver started at http://127.0.0.1:40649/ using document root <none> and password file <none>
05:16:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T05:16:54Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:16:54.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T05:16:54Z Disabled control of system clock
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.397147 16374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/wal
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/logs
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data/info.pb
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.190:37293
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.190
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:16:54.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:16:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38055/jwks.json
05:16:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
05:16:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
05:16:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.730490 16385 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:16:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.730893 16385 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:16:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.731027 16385 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:16:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.738456 16385 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:16:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.738636 16385 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
05:16:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.738693 16385 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:16:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.738775 16385 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:16:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.738833 16385 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:16:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.738919 16385 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:16:54.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.738987 16385 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38055/jwks.json
05:16:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.748441 16385 master_runner.cc:386] Master server non-default flags:
05:16:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
05:16:54.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/wal
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.190:37293
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38055/jwks.json
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data/info.pb
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.190
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/logs
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 04:16:20 UTC on ccycloud.quasar-qsxtlg.root.comops.site
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676562
05:16:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
05:16:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.750109 16385 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:16:54.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.752012 16385 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:16:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.764315 16393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.764389 16391 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.764375 16390 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.769560 16385 server_base.cc:1034] running on GCE node
05:16:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.770426 16385 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:16:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.772027 16385 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:16:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.773257 16385 hybrid_clock.cc:648] HybridClock initialized: now 1790572614773207 us; error 36 us; skew 500 ppm
05:16:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.773643 16385 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:16:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.776198 16385 webserver.cc:460] Webserver started at http://127.15.253.190:44061/ using document root <none> and password file <none>
05:16:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.776914 16385 fs_manager.cc:359] Metadata directory not provided
05:16:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.777038 16385 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:16:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.777360 16385 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:16:54.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.780061 16385 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data/instance:
05:16:54.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff2d82c6e75a44afb917988adb5d3227"
05:16:54.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:54 on dist-test-slave-mzz1"
05:16:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.780915 16385 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/wal/instance:
05:16:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff2d82c6e75a44afb917988adb5d3227"
05:16:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:54 on dist-test-slave-mzz1"
05:16:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.786378 16385 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
05:16:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.790180 16399 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:16:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.791648 16385 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.791887 16385 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data,/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/wal
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff2d82c6e75a44afb917988adb5d3227"
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:54 on dist-test-slave-mzz1"
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.792207 16385 fs_report.cc:383] FS layout report
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/wal
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/wal
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data/data
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:16:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:16:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.806424 16385 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:16:54.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.807374 16385 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:16:54.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.807723 16385 kserver.cc:163] Server-wide thread pool size limit: 3276
05:16:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.830142 16385 rpc_server.cc:307] RPC server started. Bound to: 127.15.253.190:37293
05:16:54.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.830163 16460 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.253.190:37293 every 8 connection(s)
05:16:54.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.831585 16385 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/data/info.pb
05:16:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.835093 16374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc8klBp/build/asan/bin/kudu as pid 16385
05:16:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.835381 16374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-0/wal/instance
05:16:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.835461 16461 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.837659 16374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/wal
05:16:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data
05:16:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/logs
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data/info.pb
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.189:44803
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.189
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:16:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:16:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38055/jwks.json
05:16:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
05:16:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
05:16:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.841600 16461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } has no permanent_uuid. Determining permanent_uuid...
05:16:54.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.861974 16461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } has no permanent_uuid. Determining permanent_uuid...
05:16:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.863112 16403 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.253.189:44803: connect: Connection refused (error 111)
05:16:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.864835 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.189:44803: Network error: Client connection negotiation failed: client connection to 127.15.253.189:44803: connect: Connection refused (error 111)
05:16:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.914245 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } attempt: 1
05:16:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.916564 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.189:44803: Network error: Client connection negotiation failed: client connection to 127.15.253.189:44803: connect: Connection refused (error 111)
05:16:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:54.984905 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } attempt: 2
05:16:54.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:54.987130 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.189:44803: Network error: Client connection negotiation failed: client connection to 127.15.253.189:44803: connect: Connection refused (error 111)
05:16:55.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.078433 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } attempt: 3
05:16:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.080652 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.189:44803: Network error: Client connection negotiation failed: client connection to 127.15.253.189:44803: connect: Connection refused (error 111)
05:16:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.170933 16463 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:16:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.171285 16463 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:16:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.171404 16463 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:16:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.178743 16463 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:16:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.178917 16463 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
05:16:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.178975 16463 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:16:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.179054 16463 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:16:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.179112 16463 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:16:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.179198 16463 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:16:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.179265 16463 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38055/jwks.json
05:16:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.188503 16463 master_runner.cc:386] Master server non-default flags:
05:16:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/wal
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.189:44803
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38055/jwks.json
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data/info.pb
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.189
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/logs
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 04:16:20 UTC on ccycloud.quasar-qsxtlg.root.comops.site
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676562
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
05:16:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.190299 16463 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:16:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.192209 16463 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:16:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.204660 16471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:55.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.204540 16472 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.204597 16474 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:55.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.205490 16463 server_base.cc:1034] running on GCE node
05:16:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.206403 16463 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:16:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.207906 16463 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:16:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.209179 16463 hybrid_clock.cc:648] HybridClock initialized: now 1790572615209133 us; error 34 us; skew 500 ppm
05:16:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.209558 16463 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:16:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.212028 16463 webserver.cc:460] Webserver started at http://127.15.253.189:36087/ using document root <none> and password file <none>
05:16:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.212739 16463 fs_manager.cc:359] Metadata directory not provided
05:16:55.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.212874 16463 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:16:55.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.213232 16463 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:16:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.215906 16463 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data/instance:
05:16:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "705391ef6c01424fb609ec39d77a8d21"
05:16:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:55 on dist-test-slave-mzz1"
05:16:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.216795 16463 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/wal/instance:
05:16:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "705391ef6c01424fb609ec39d77a8d21"
05:16:55.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:55 on dist-test-slave-mzz1"
05:16:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.222133 16463 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
05:16:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.223922 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } attempt: 4
05:16:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.225992 16480 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:16:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.226161 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.189:44803: Network error: Client connection negotiation failed: client connection to 127.15.253.189:44803: connect: Connection refused (error 111)
05:16:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.227463 16463 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
05:16:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.227658 16463 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data,/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/wal
05:16:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "705391ef6c01424fb609ec39d77a8d21"
05:16:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:55 on dist-test-slave-mzz1"
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.227873 16463 fs_report.cc:383] FS layout report
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/wal
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/wal
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data/data
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:16:55.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:16:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.242379 16463 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:16:55.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.243287 16463 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:16:55.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.243630 16463 kserver.cc:163] Server-wide thread pool size limit: 3276
05:16:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.265609 16463 rpc_server.cc:307] RPC server started. Bound to: 127.15.253.189:44803
05:16:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.265627 16541 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.253.189:44803 every 8 connection(s)
05:16:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.267105 16463 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/data/info.pb
05:16:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.270911 16542 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.276356 16374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc8klBp/build/asan/bin/kudu as pid 16463
05:16:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.276548 16374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-1/wal/instance
05:16:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.277801 16374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/wal
05:16:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/logs
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data/info.pb
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.188:37561
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.188
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38055/jwks.json
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
05:16:55.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.277185 16542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } has no permanent_uuid. Determining permanent_uuid...
05:16:55.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.292749 16542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } has no permanent_uuid. Determining permanent_uuid...
05:16:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.303341 16542 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } has no permanent_uuid. Determining permanent_uuid...
05:16:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.304563 16483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.306202 16542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.355581 16542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 1
05:16:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.357735 16542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.426023 16542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 2
05:16:55.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.428125 16542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.519416 16542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 3
05:16:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.521705 16542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.525444 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } attempt: 5
05:16:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.533051 16461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } has no permanent_uuid. Determining permanent_uuid...
05:16:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.535049 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.586297 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 1
05:16:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.588406 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.610780 16545 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:16:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.611063 16545 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:16:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.611147 16545 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:16:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.618387 16545 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:16:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.618495 16545 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
05:16:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.618531 16545 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:16:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.618579 16545 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:16:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.618616 16545 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:16:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.618669 16545 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:16:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.618702 16545 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38055/jwks.json
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.627775 16545 master_runner.cc:386] Master server non-default flags:
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/wal
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.188:37561
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38055/jwks.json
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data/info.pb
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.188
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/logs
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:16:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:16:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 04:16:20 UTC on ccycloud.quasar-qsxtlg.root.comops.site
05:16:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676562
05:16:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
05:16:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.629073 16545 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:16:55.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.630801 16545 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:16:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.642966 16552 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.642886 16553 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.642940 16555 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.643697 16545 server_base.cc:1034] running on GCE node
05:16:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.644513 16545 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:16:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.645934 16545 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:16:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.647166 16545 hybrid_clock.cc:648] HybridClock initialized: now 1790572615647120 us; error 34 us; skew 500 ppm
05:16:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.647523 16545 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:16:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.649806 16545 webserver.cc:460] Webserver started at http://127.15.253.188:43889/ using document root <none> and password file <none>
05:16:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.650477 16545 fs_manager.cc:359] Metadata directory not provided
05:16:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.650599 16545 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:16:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.650913 16545 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:16:55.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.653533 16545 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data/instance:
05:16:55.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbd1b1ff9e724746a5e40e10559df380"
05:16:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:55 on dist-test-slave-mzz1"
05:16:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.654342 16545 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/wal/instance:
05:16:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbd1b1ff9e724746a5e40e10559df380"
05:16:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:55 on dist-test-slave-mzz1"
05:16:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.656653 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 2
05:16:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.658404 16461 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.659999 16545 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
05:16:55.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.663439 16561 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:16:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.664914 16545 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
05:16:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.664975 16542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 4
05:16:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.665105 16545 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data,/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/wal
05:16:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbd1b1ff9e724746a5e40e10559df380"
05:16:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:55 on dist-test-slave-mzz1"
05:16:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.665359 16545 fs_report.cc:383] FS layout report
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/wal
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/wal
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data/data
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:16:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:16:55.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.666922 16542 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.681792 16545 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:16:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.682693 16545 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:16:55.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.683037 16545 kserver.cc:163] Server-wide thread pool size limit: 3276
05:16:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.705353 16545 rpc_server.cc:307] RPC server started. Bound to: 127.15.253.188:37561
05:16:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.705394 16622 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.253.188:37561 every 8 connection(s)
05:16:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.706743 16545 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/data/info.pb
05:16:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.710798 16623 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:55.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.715348 16374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc8klBp/build/asan/bin/kudu as pid 16545
05:16:55.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.715517 16374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/master-2/wal/instance
05:16:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.717372 16623 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } has no permanent_uuid. Determining permanent_uuid...
05:16:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.747570 16623 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } has no permanent_uuid. Determining permanent_uuid...
05:16:55.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.753811 16623 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } has no permanent_uuid. Determining permanent_uuid...
05:16:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.764185 16623 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380: Bootstrap starting.
05:16:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.764600 16461 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 3
05:16:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.768244 16623 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380: Neither blocks nor log segments found. Creating new log.
05:16:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.769258 16623 log.cc:824] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380: Log is configured to *not* fsync() on all Append() calls
05:16:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.772433 16623 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380: No bootstrap required, opened a new log
05:16:55.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.775470 16461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: Bootstrap starting.
05:16:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.778767 16461 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: Neither blocks nor log segments found. Creating new log.
05:16:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.779807 16461 log.cc:824] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: Log is configured to *not* fsync() on all Append() calls
05:16:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.780058 16623 raft_consensus.cc:348] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.780367 16623 raft_consensus.cc:374] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:55.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.780444 16623 raft_consensus.cc:729] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbd1b1ff9e724746a5e40e10559df380, State: Initialized, Role: FOLLOWER
05:16:55.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.781069 16623 consensus_queue.cc:260] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.782099 16631 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.782500 16631 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: This master's current role is: FOLLOWER
05:16:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.783310 16623 sys_catalog.cc:564] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: configured and running, proceeding with master startup.
05:16:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.784380 16461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: No bootstrap required, opened a new log
05:16:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.794327 16461 raft_consensus.cc:348] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.794697 16461 raft_consensus.cc:374] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.794800 16461 raft_consensus.cc:729] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff2d82c6e75a44afb917988adb5d3227, State: Initialized, Role: FOLLOWER
05:16:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.795553 16461 consensus_queue.cc:260] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:55.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.796734 16642 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:16:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.796988 16642 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:16:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.797668 16644 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.798161 16644 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: This master's current role is: FOLLOWER
05:16:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.798867 16631 raft_consensus.cc:482] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:16:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.799000 16461 sys_catalog.cc:564] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: configured and running, proceeding with master startup.
05:16:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.799155 16631 raft_consensus.cc:504] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:55.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.801792 16631 leader_election.cc:288] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), 705391ef6c01424fb609ec39d77a8d21 (127.15.253.189:44803)
05:16:55.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.802786 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd1b1ff9e724746a5e40e10559df380" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227" is_pre_election: true
05:16:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.803352 16426 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cbd1b1ff9e724746a5e40e10559df380 in term 0.
05:16:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.790482 16545 master_runner.cc:186] Error getting master registration for 127.15.253.190:37293: OK, instance_id { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" instance_seqno: 1790572614824891 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:16:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.803822 16545 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:16:55.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.804248 16565 leader_election.cc:302] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cbd1b1ff9e724746a5e40e10559df380, ff2d82c6e75a44afb917988adb5d3227; no voters:
05:16:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.804659 16631 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:16:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.804831 16631 raft_consensus.cc:482] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:16:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.805051 16631 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 0 FOLLOWER]: Advancing to term 1
05:16:55.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.809285 16631 raft_consensus.cc:504] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:55.810592 16405 tablet.cc:2369] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:16:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.811245 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd1b1ff9e724746a5e40e10559df380" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227"
05:16:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.811545 16426 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 0 FOLLOWER]: Advancing to term 1
05:16:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.815111 16426 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cbd1b1ff9e724746a5e40e10559df380 in term 1.
05:16:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.815810 16565 leader_election.cc:302] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cbd1b1ff9e724746a5e40e10559df380, ff2d82c6e75a44afb917988adb5d3227; no voters:
05:16:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.816900 16648 raft_consensus.cc:2781] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 1 FOLLOWER]: Leader election won for term 1
05:16:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.817312 16631 leader_election.cc:288] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [CANDIDATE]: Term 1 election: Requested vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), 705391ef6c01424fb609ec39d77a8d21 (127.15.253.189:44803)
05:16:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.824345 16648 raft_consensus.cc:686] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [term 1 LEADER]: Becoming Leader. State: Replica: cbd1b1ff9e724746a5e40e10559df380, State: Running, Role: LEADER
05:16:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.826184 16648 consensus_queue.cc:237] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:55.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.839320 16658 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:16:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.840911 16631 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbd1b1ff9e724746a5e40e10559df380. Latest consensus state: current_term: 1 leader_uuid: "cbd1b1ff9e724746a5e40e10559df380" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:55.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.841243 16631 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: This master's current role is: LEADER
05:16:55.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.842751 16659 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:16:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.845139 16659 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:16:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.843755 16385 master_runner.cc:186] Error getting master registration for 127.15.253.189:44803: OK, instance_id { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" instance_seqno: 1790572615260180 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:16:55.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.854094 16385 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:16:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.862512 16426 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Refusing update from remote peer cbd1b1ff9e724746a5e40e10559df380: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:16:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.863648 16631 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.871630 16644 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbd1b1ff9e724746a5e40e10559df380. Latest consensus state: current_term: 1 leader_uuid: "cbd1b1ff9e724746a5e40e10559df380" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:55.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.871981 16644 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: This master's current role is: FOLLOWER
05:16:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.876780 16661 mvcc.cc:205] Tried to move back new op lower bound from 7334185434560221184 to 7334185434430738432. Current Snapshot: MvccSnapshot[applied={T|T < 7334185434560221184}]
05:16:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.876835 16648 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cbd1b1ff9e724746a5e40e10559df380" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.877156 16648 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: This master's current role is: LEADER
05:16:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.881070 16659 catalog_manager.cc:1347] Generated new cluster ID: 9210e7cab555439ca062d90913126085
05:16:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.881181 16659 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:16:55.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.882134 16644 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cbd1b1ff9e724746a5e40e10559df380" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:55.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.882383 16644 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: This master's current role is: FOLLOWER
05:16:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.932833 16659 catalog_manager.cc:1370] Generated new certificate authority record
05:16:55.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.934729 16659 catalog_manager.cc:1504] Loading token signing keys...
05:16:55.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.952714 16659 catalog_manager.cc:5868] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380: Generated new TSK 0
05:16:55.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.953974 16659 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.965704 16374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/wal
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/logs
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data/info.pb
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:16:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.129:0
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.253.129
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.129
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
05:16:55.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.966127 16542 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } attempt: 5
05:16:55.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.980804 16542 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: Bootstrap starting.
05:16:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.985404 16542 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: Neither blocks nor log segments found. Creating new log.
05:16:55.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.986992 16542 log.cc:824] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: Log is configured to *not* fsync() on all Append() calls
05:16:55.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:55.991304 16542 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: No bootstrap required, opened a new log
05:16:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.003165 16542 raft_consensus.cc:348] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.003588 16542 raft_consensus.cc:374] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:56.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.003697 16542 raft_consensus.cc:729] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 705391ef6c01424fb609ec39d77a8d21, State: Initialized, Role: FOLLOWER
05:16:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.004694 16542 consensus_queue.cc:260] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.017105 16667 sys_catalog.cc:455] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.018103 16667 sys_catalog.cc:458] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: This master's current role is: FOLLOWER
05:16:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.018447 16506 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd1b1ff9e724746a5e40e10559df380" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "705391ef6c01424fb609ec39d77a8d21"
05:16:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.018877 16505 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 0 FOLLOWER]: Advancing to term 1
05:16:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.020157 16542 sys_catalog.cc:564] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: configured and running, proceeding with master startup.
05:16:56.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.021548 16507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cbd1b1ff9e724746a5e40e10559df380" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "705391ef6c01424fb609ec39d77a8d21" is_pre_election: true
05:16:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.023772 16505 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 1 FOLLOWER]: Refusing update from remote peer cbd1b1ff9e724746a5e40e10559df380: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:16:56.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.024817 16631 consensus_queue.cc:1035] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [LEADER]: Connected to new peer: Peer: permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.065927 16667 sys_catalog.cc:455] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cbd1b1ff9e724746a5e40e10559df380. Latest consensus state: current_term: 1 leader_uuid: "cbd1b1ff9e724746a5e40e10559df380" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.066257 16667 sys_catalog.cc:458] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: This master's current role is: FOLLOWER
05:16:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.066862 16674 sys_catalog.cc:455] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "cbd1b1ff9e724746a5e40e10559df380" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:56.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.067389 16674 sys_catalog.cc:458] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: This master's current role is: FOLLOWER
05:16:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.090992 16683 catalog_manager.cc:1259] Loaded cluster ID: 9210e7cab555439ca062d90913126085
05:16:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.091312 16683 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: loading cluster ID for follower catalog manager: success
05:16:56.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.095199 16683 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: acquiring CA information for follower catalog manager: success
05:16:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.098110 16683 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:16:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.109817 16631 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "cbd1b1ff9e724746a5e40e10559df380" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.110126 16631 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbd1b1ff9e724746a5e40e10559df380 [sys.catalog]: This master's current role is: LEADER
05:16:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.427735 16665 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:16:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.428092 16665 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:16:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.428193 16665 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:16:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.436319 16665 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:16:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.436465 16665 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
05:16:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.436501 16665 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
05:16:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.436543 16665 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
05:16:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.436642 16665 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.253.129
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.446353 16665 tablet_server_runner.cc:78] Tablet server non-default flags:
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/wal
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.129:0
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data/info.pb
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.129
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.253.129
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/logs
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 04:16:20 UTC on ccycloud.quasar-qsxtlg.root.comops.site
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676562
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
05:16:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.447597 16665 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:16:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.449805 16665 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:16:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.467236 16690 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.467257 16692 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.469337 16689 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.469769 16665 server_base.cc:1034] running on GCE node
05:16:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.470433 16665 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:16:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.471565 16665 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:16:56.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.472806 16665 hybrid_clock.cc:648] HybridClock initialized: now 1790572616472759 us; error 39 us; skew 500 ppm
05:16:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.473223 16665 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:16:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.476184 16665 webserver.cc:460] Webserver started at http://127.15.253.129:46565/ using document root <none> and password file <none>
05:16:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.476925 16665 fs_manager.cc:359] Metadata directory not provided
05:16:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.477054 16665 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:16:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.477370 16665 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:16:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.480122 16665 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data/instance:
05:16:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af8e9d93a7e147de855356bbef446c6f"
05:16:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:56 on dist-test-slave-mzz1"
05:16:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.480988 16665 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/wal/instance:
05:16:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af8e9d93a7e147de855356bbef446c6f"
05:16:56.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:56 on dist-test-slave-mzz1"
05:16:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.486792 16665 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
05:16:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.490447 16698 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.491823 16665 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.492053 16665 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data,/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/wal
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af8e9d93a7e147de855356bbef446c6f"
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:56 on dist-test-slave-mzz1"
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.492298 16665 fs_report.cc:383] FS layout report
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/wal
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/wal
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data/data
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:16:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:16:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:16:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.529798 16665 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:16:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.530735 16665 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:16:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.531103 16665 kserver.cc:163] Server-wide thread pool size limit: 3276
05:16:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.534353 16665 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:16:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.534472 16665 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:16:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.534605 16665 ts_tablet_manager.cc:610] Registered 0 tablets
05:16:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.534708 16665 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:16:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.618356 16665 rpc_server.cc:307] RPC server started. Bound to: 127.15.253.129:43117
05:16:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.618451 16822 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.253.129:43117 every 8 connection(s)
05:16:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.619675 16665 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/data/info.pb
05:16:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.623291 16824 heartbeater.cc:347] Connected to a master server at 127.15.253.190:37293
05:16:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.623548 16824 heartbeater.cc:464] Registering TS with master...
05:16:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.624472 16824 heartbeater.cc:511] Master 127.15.253.190:37293 requested a full tablet report, sending...
05:16:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.625381 16374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc8klBp/build/asan/bin/kudu as pid 16665
05:16:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.625571 16374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-0/wal/instance
05:16:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.626816 16416 ts_manager.cc:194] Registered new tserver with Master: af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117)
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.630151 16374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/wal
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/logs
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data/info.pb
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.130:0
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.253.130
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.130
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
05:16:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
05:16:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
05:16:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.632658 16825 heartbeater.cc:347] Connected to a master server at 127.15.253.189:44803
05:16:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.632822 16825 heartbeater.cc:464] Registering TS with master...
05:16:56.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.633275 16825 heartbeater.cc:511] Master 127.15.253.189:44803 requested a full tablet report, sending...
05:16:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.633790 16823 heartbeater.cc:347] Connected to a master server at 127.15.253.188:37561
05:16:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.633915 16823 heartbeater.cc:464] Registering TS with master...
05:16:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.634330 16823 heartbeater.cc:511] Master 127.15.253.188:37561 requested a full tablet report, sending...
05:16:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.635128 16497 ts_manager.cc:194] Registered new tserver with Master: af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117)
05:16:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.635964 16578 ts_manager.cc:194] Registered new tserver with Master: af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117)
05:16:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.638113 16578 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.253.129:46303
05:16:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.844235 16658 catalog_manager.cc:1259] Loaded cluster ID: 9210e7cab555439ca062d90913126085
05:16:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.844595 16658 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: loading cluster ID for follower catalog manager: success
05:16:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.848716 16658 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: acquiring CA information for follower catalog manager: success
05:16:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:56.851621 16658 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:16:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.985158 16828 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:16:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.985484 16828 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:16:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.985581 16828 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:16:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.993271 16828 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:16:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.993420 16828 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
05:16:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.993458 16828 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
05:16:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.993502 16828 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
05:16:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:56.993567 16828 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.253.130
05:16:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.003450 16828 tablet_server_runner.cc:78] Tablet server non-default flags:
05:16:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/wal
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.130:0
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data/info.pb
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.130
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.253.130
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/logs
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 04:16:20 UTC on ccycloud.quasar-qsxtlg.root.comops.site
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676562
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
05:16:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.004846 16828 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:16:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.006810 16828 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:16:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.022009 16837 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.021988 16835 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.022397 16834 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.023128 16828 server_base.cc:1034] running on GCE node
05:16:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.023833 16828 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:16:57.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.024907 16828 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:16:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.026156 16828 hybrid_clock.cc:648] HybridClock initialized: now 1790572617026093 us; error 58 us; skew 500 ppm
05:16:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.026525 16828 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:16:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.029356 16828 webserver.cc:460] Webserver started at http://127.15.253.130:35039/ using document root <none> and password file <none>
05:16:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.030102 16828 fs_manager.cc:359] Metadata directory not provided
05:16:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.030246 16828 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:16:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.030567 16828 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:16:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.033553 16828 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data/instance:
05:16:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cb5699ff0ad4de6a3a078b9caab3455"
05:16:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:57 on dist-test-slave-mzz1"
05:16:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.034837 16828 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/wal/instance:
05:16:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cb5699ff0ad4de6a3a078b9caab3455"
05:16:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:57 on dist-test-slave-mzz1"
05:16:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.040922 16828 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
05:16:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.044606 16844 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.046144 16828 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.046289 16828 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data,/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/wal
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7cb5699ff0ad4de6a3a078b9caab3455"
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:57 on dist-test-slave-mzz1"
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.046474 16828 fs_report.cc:383] FS layout report
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/wal
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/wal
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data/data
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:16:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:16:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:16:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:16:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.076130 16828 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:16:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.076983 16828 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:16:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.077243 16828 kserver.cc:163] Server-wide thread pool size limit: 3276
05:16:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.080349 16828 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:16:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.080457 16828 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:16:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.080590 16828 ts_tablet_manager.cc:610] Registered 0 tablets
05:16:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.080665 16828 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:16:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.161850 16828 rpc_server.cc:307] RPC server started. Bound to: 127.15.253.130:37019
05:16:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.161859 16965 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.253.130:37019 every 8 connection(s)
05:16:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.163491 16828 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/data/info.pb
05:16:57.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.164896 16374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc8klBp/build/asan/bin/kudu as pid 16828
05:16:57.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.165058 16374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-1/wal/instance
05:16:57.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.166201 16967 heartbeater.cc:347] Connected to a master server at 127.15.253.190:37293
05:16:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.168037 16967 heartbeater.cc:464] Registering TS with master...
05:16:57.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.169279 16967 heartbeater.cc:511] Master 127.15.253.190:37293 requested a full tablet report, sending...
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.170571 16374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc8klBp/build/asan/bin/kudu
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/wal
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/logs
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data/info.pb
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.131:0
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.253.131
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.131
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
05:16:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
05:16:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
05:16:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.171470 16416 ts_manager.cc:194] Registered new tserver with Master: 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019)
05:16:57.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.178798 16966 heartbeater.cc:347] Connected to a master server at 127.15.253.188:37561
05:16:57.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.179190 16966 heartbeater.cc:464] Registering TS with master...
05:16:57.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.179823 16966 heartbeater.cc:511] Master 127.15.253.188:37561 requested a full tablet report, sending...
05:16:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.180972 16578 ts_manager.cc:194] Registered new tserver with Master: 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019)
05:16:57.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.182107 16578 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.253.130:48327
05:16:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.189419 16968 heartbeater.cc:347] Connected to a master server at 127.15.253.189:44803
05:16:57.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.189664 16968 heartbeater.cc:464] Registering TS with master...
05:16:57.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.190308 16968 heartbeater.cc:511] Master 127.15.253.189:44803 requested a full tablet report, sending...
05:16:57.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.191790 16497 ts_manager.cc:194] Registered new tserver with Master: 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019)
05:16:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.534862 16971 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:16:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.535228 16971 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:16:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.535331 16971 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:16:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.542704 16971 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:16:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.542855 16971 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
05:16:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.542893 16971 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
05:16:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.542939 16971 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
05:16:57.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.543005 16971 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.253.131
05:16:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.552657 16971 tablet_server_runner.cc:78] Tablet server non-default flags:
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.253.148:35977
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/wal
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.253.131:0
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data/info.pb
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.253.131
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.253.190:37293,127.15.253.189:44803,127.15.253.188:37561
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.253.131
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/logs
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 04:16:20 UTC on ccycloud.quasar-qsxtlg.root.comops.site
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676562
05:16:57.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
05:16:57.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.553956 16971 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:16:57.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.555727 16971 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:16:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.569393 16979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.569433 16977 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.569646 16976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:16:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.573614 16971 server_base.cc:1034] running on GCE node
05:16:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.574427 16971 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:16:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.575838 16971 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:16:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.577183 16971 hybrid_clock.cc:648] HybridClock initialized: now 1790572617577117 us; error 79 us; skew 500 ppm
05:16:57.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.577483 16971 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:16:57.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.579609 16971 webserver.cc:460] Webserver started at http://127.15.253.131:38667/ using document root <none> and password file <none>
05:16:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.580420 16971 fs_manager.cc:359] Metadata directory not provided
05:16:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.580525 16971 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:16:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.580775 16971 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:16:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.583362 16971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data/instance:
05:16:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81ca9de32085495ba0aab4b1f524f21c"
05:16:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:57 on dist-test-slave-mzz1"
05:16:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.584239 16971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/wal/instance:
05:16:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81ca9de32085495ba0aab4b1f524f21c"
05:16:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:57 on dist-test-slave-mzz1"
05:16:57.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.589406 16971 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
05:16:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.592824 16985 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.594285 16971 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.594449 16971 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data,/tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/wal
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81ca9de32085495ba0aab4b1f524f21c"
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 05:16:57 on dist-test-slave-mzz1"
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.594643 16971 fs_report.cc:383] FS layout report
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/wal
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/wal
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data/data
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:16:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:16:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:16:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.606882 16971 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:16:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.607720 16971 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:16:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.608101 16971 kserver.cc:163] Server-wide thread pool size limit: 3276
05:16:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.611166 16971 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:16:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.611274 16971 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:16:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.611433 16971 ts_tablet_manager.cc:610] Registered 0 tablets
05:16:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.611511 16971 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:16:57.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.640887 16823 heartbeater.cc:503] Master 127.15.253.188:37561 was elected leader, sending a full tablet report...
05:16:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.678022 16971 rpc_server.cc:307] RPC server started. Bound to: 127.15.253.131:41933
05:16:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.678066 17106 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.15.253.131:41933 every 8 connection(s)
05:16:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.679195 16971 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/data/info.pb
05:16:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.682011 17108 heartbeater.cc:347] Connected to a master server at 127.15.253.190:37293
05:16:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.682301 17108 heartbeater.cc:464] Registering TS with master...
05:16:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.683437 17108 heartbeater.cc:511] Master 127.15.253.190:37293 requested a full tablet report, sending...
05:16:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.685685 16416 ts_manager.cc:194] Registered new tserver with Master: 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131:41933)
05:16:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.687420 16374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc8klBp/build/asan/bin/kudu as pid 16971
05:16:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.687623 16374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc8klBp/test-tmp/mini-kudu-cluster2616529370986406683/ts-2/wal/instance
05:16:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.691799 17109 heartbeater.cc:347] Connected to a master server at 127.15.253.189:44803
05:16:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.692011 17109 heartbeater.cc:464] Registering TS with master...
05:16:57.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.692593 17109 heartbeater.cc:511] Master 127.15.253.189:44803 requested a full tablet report, sending...
05:16:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.695626 16497 ts_manager.cc:194] Registered new tserver with Master: 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131:41933)
05:16:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.699571 17107 heartbeater.cc:347] Connected to a master server at 127.15.253.188:37561
05:16:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.699699 17107 heartbeater.cc:464] Registering TS with master...
05:16:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.700186 17107 heartbeater.cc:511] Master 127.15.253.188:37561 requested a full tablet report, sending...
05:16:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.701011 16578 ts_manager.cc:194] Registered new tserver with Master: 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131:41933)
05:16:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.701890 16578 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.15.253.131:40415
05:16:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.710568 16374 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:16:57.712 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:16:57.712 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
05:16:57.713 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.15.253.190"
port: 37293
}
bound_http_address {
host: "127.15.253.190"
port: 44061
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.15.253.189"
port: 44803
}
bound_http_address {
host: "127.15.253.189"
port: 36087
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.15.253.188"
port: 37561
}
bound_http_address {
host: "127.15.253.188"
port: 43889
}
}
}
05:16:57.714 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:16:57.714 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.15.253.129"
port: 43117
}
bound_http_address {
host: "127.15.253.129"
port: 46565
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.15.253.130"
port: 37019
}
bound_http_address {
host: "127.15.253.130"
port: 35039
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.15.253.131"
port: 41933
}
bound_http_address {
host: "127.15.253.131"
port: 38667
}
}
}
05:16:57.714 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:16:57.716 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
05:16:57.718 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:57.719 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.253.190:37293(127.15.253.190:37293)] connecting to peer
05:16:57.720 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.15.253.189:44803(127.15.253.189:44803)] connecting to peer
05:16:57.720 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.253.188:37561(127.15.253.188:37561)] Successfully connected to peer
05:16:57.720 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.253.190:37293(127.15.253.190:37293)] Successfully connected to peer
05:16:57.722 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.253.188
05:16:57.722 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.253.190
05:16:57.727 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.253.189:44803(127.15.253.189:44803)] Successfully connected to peer
05:16:57.734 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.253.189
05:16:57.735 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x11412439, L:/127.0.0.1:43802 - R:/127.15.253.190:37293] using SASL/PLAIN
05:16:57.739 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xac510e08, L:/127.0.0.1:44564 - R:/127.15.253.188:37561] using SASL/PLAIN
05:16:57.748 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:16:57.748 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: OK, deferred=null) after lookup
05:16:57.751 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeb3afecd, L:/127.0.0.1:52290 - R:/127.15.253.189:44803] using SASL/PLAIN
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.750607 16578 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44564:
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
05:16:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.754415 16578 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
05:16:57.768 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 171bc7c82d944a7183acc7852be5c38f
05:16:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.798305 16752 tablet_service.cc:1467] Processing CreateTablet for tablet 99c3f06ee153422bb4858f2ac9057177 (DEFAULT_TABLE table=txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
05:16:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.798362 17042 tablet_service.cc:1467] Processing CreateTablet for tablet 2f6c586aa40b4fdcb9de129e4a8c1800 (DEFAULT_TABLE table=txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
05:16:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.799345 16753 tablet_service.cc:1467] Processing CreateTablet for tablet 2f6c586aa40b4fdcb9de129e4a8c1800 (DEFAULT_TABLE table=txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
05:16:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.799916 16752 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 99c3f06ee153422bb4858f2ac9057177. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.800094 17042 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2f6c586aa40b4fdcb9de129e4a8c1800. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.801218 16753 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2f6c586aa40b4fdcb9de129e4a8c1800. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.798331 17041 tablet_service.cc:1467] Processing CreateTablet for tablet 99c3f06ee153422bb4858f2ac9057177 (DEFAULT_TABLE table=txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
05:16:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.804229 17041 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 99c3f06ee153422bb4858f2ac9057177. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.809124 16901 tablet_service.cc:1467] Processing CreateTablet for tablet 2f6c586aa40b4fdcb9de129e4a8c1800 (DEFAULT_TABLE table=txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
05:16:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.810559 16901 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 2f6c586aa40b4fdcb9de129e4a8c1800. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.811045 16900 tablet_service.cc:1467] Processing CreateTablet for tablet 99c3f06ee153422bb4858f2ac9057177 (DEFAULT_TABLE table=txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
05:16:57.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.812014 16900 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 99c3f06ee153422bb4858f2ac9057177. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:57.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.819828 17133 tablet_bootstrap.cc:492] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f: Bootstrap starting.
05:16:57.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.820362 17134 tablet_bootstrap.cc:492] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c: Bootstrap starting.
05:16:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.824246 17133 tablet_bootstrap.cc:654] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f: Neither blocks nor log segments found. Creating new log.
05:16:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.824885 17134 tablet_bootstrap.cc:654] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c: Neither blocks nor log segments found. Creating new log.
05:16:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.825956 17133 log.cc:824] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f: Log is configured to *not* fsync() on all Append() calls
05:16:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.826086 17134 log.cc:824] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c: Log is configured to *not* fsync() on all Append() calls
05:16:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.830606 17133 tablet_bootstrap.cc:492] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f: No bootstrap required, opened a new log
05:16:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.831032 17134 tablet_bootstrap.cc:492] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c: No bootstrap required, opened a new log
05:16:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.831240 17134 ts_tablet_manager.cc:1397] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c: Time spent bootstrapping tablet: real 0.011s user 0.003s sys 0.005s
05:16:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.831421 17133 ts_tablet_manager.cc:1397] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f: Time spent bootstrapping tablet: real 0.012s user 0.006s sys 0.004s
05:16:57.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.832459 17137 tablet_bootstrap.cc:492] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455: Bootstrap starting.
05:16:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.836015 17137 tablet_bootstrap.cc:654] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455: Neither blocks nor log segments found. Creating new log.
05:16:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.837342 17137 log.cc:824] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455: Log is configured to *not* fsync() on all Append() calls
05:16:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.842857 17133 raft_consensus.cc:348] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.843523 17133 raft_consensus.cc:374] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.843703 17133 raft_consensus.cc:729] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af8e9d93a7e147de855356bbef446c6f, State: Initialized, Role: FOLLOWER
05:16:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.844516 17133 consensus_queue.cc:260] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.845405 17134 raft_consensus.cc:348] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.846000 17134 raft_consensus.cc:374] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.846127 17134 raft_consensus.cc:729] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81ca9de32085495ba0aab4b1f524f21c, State: Initialized, Role: FOLLOWER
05:16:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.846920 17134 consensus_queue.cc:260] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.853193 17133 ts_tablet_manager.cc:1428] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f: Time spent starting tablet: real 0.022s user 0.006s sys 0.014s
05:16:57.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.854236 17137 tablet_bootstrap.cc:492] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455: No bootstrap required, opened a new log
05:16:57.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.854769 17137 ts_tablet_manager.cc:1397] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455: Time spent bootstrapping tablet: real 0.023s user 0.008s sys 0.012s
05:16:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.858410 17133 tablet_bootstrap.cc:492] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f: Bootstrap starting.
05:16:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.858805 17107 heartbeater.cc:503] Master 127.15.253.188:37561 was elected leader, sending a full tablet report...
05:16:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.860225 17134 ts_tablet_manager.cc:1428] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c: Time spent starting tablet: real 0.029s user 0.017s sys 0.011s
05:16:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.860622 17134 tablet_bootstrap.cc:492] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c: Bootstrap starting.
05:16:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.862242 17134 tablet_bootstrap.cc:654] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c: Neither blocks nor log segments found. Creating new log.
05:16:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.862243 17133 tablet_bootstrap.cc:654] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f: Neither blocks nor log segments found. Creating new log.
05:16:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.865922 17134 tablet_bootstrap.cc:492] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c: No bootstrap required, opened a new log
05:16:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.866091 17134 ts_tablet_manager.cc:1397] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.003s
05:16:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.867182 17134 raft_consensus.cc:348] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.867530 17134 raft_consensus.cc:374] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.867638 17134 raft_consensus.cc:729] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81ca9de32085495ba0aab4b1f524f21c, State: Initialized, Role: FOLLOWER
05:16:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.867925 17134 consensus_queue.cc:260] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.868947 17134 ts_tablet_manager.cc:1428] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c: Time spent starting tablet: real 0.003s user 0.000s sys 0.003s
05:16:57.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.873232 16826 tablet.cc:2369] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:16:57.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.873699 17133 tablet_bootstrap.cc:492] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f: No bootstrap required, opened a new log
05:16:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.874008 17133 ts_tablet_manager.cc:1397] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.003s
05:16:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.872767 17137 raft_consensus.cc:348] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.874451 17137 raft_consensus.cc:374] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:57.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.874665 17137 raft_consensus.cc:729] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7cb5699ff0ad4de6a3a078b9caab3455, State: Initialized, Role: FOLLOWER
05:16:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.874943 17133 raft_consensus.cc:348] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.875349 17133 raft_consensus.cc:374] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.875375 17137 consensus_queue.cc:260] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.875553 17133 raft_consensus.cc:729] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af8e9d93a7e147de855356bbef446c6f, State: Initialized, Role: FOLLOWER
05:16:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.875787 17133 consensus_queue.cc:260] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.879311 17133 ts_tablet_manager.cc:1428] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
05:16:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.879676 16966 heartbeater.cc:503] Master 127.15.253.188:37561 was elected leader, sending a full tablet report...
05:16:57.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.880494 17137 ts_tablet_manager.cc:1428] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455: Time spent starting tablet: real 0.025s user 0.015s sys 0.002s
05:16:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.881004 17137 tablet_bootstrap.cc:492] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455: Bootstrap starting.
05:16:57.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.882805 17137 tablet_bootstrap.cc:654] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455: Neither blocks nor log segments found. Creating new log.
05:16:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.887347 17137 tablet_bootstrap.cc:492] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455: No bootstrap required, opened a new log
05:16:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.887463 17137 ts_tablet_manager.cc:1397] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.003s
05:16:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.888088 17137 raft_consensus.cc:348] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.888260 17137 raft_consensus.cc:374] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.888329 17137 raft_consensus.cc:729] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7cb5699ff0ad4de6a3a078b9caab3455, State: Initialized, Role: FOLLOWER
05:16:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.888541 17137 consensus_queue.cc:260] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.889137 17137 ts_tablet_manager.cc:1428] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
05:16:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.939383 17110 tablet.cc:2369] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:16:57.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:57.945649 16969 tablet.cc:2369] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:16:57.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.953151 17140 raft_consensus.cc:482] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:16:57.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.953492 17140 raft_consensus.cc:504] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.955140 17140 leader_election.cc:288] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117), 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019)
05:16:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.961817 16778 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "99c3f06ee153422bb4858f2ac9057177" candidate_uuid: "81ca9de32085495ba0aab4b1f524f21c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8e9d93a7e147de855356bbef446c6f" is_pre_election: true
05:16:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.962097 16921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "99c3f06ee153422bb4858f2ac9057177" candidate_uuid: "81ca9de32085495ba0aab4b1f524f21c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" is_pre_election: true
05:16:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.962266 16778 raft_consensus.cc:2454] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81ca9de32085495ba0aab4b1f524f21c in term 0.
05:16:57.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.962690 16921 raft_consensus.cc:2454] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81ca9de32085495ba0aab4b1f524f21c in term 0.
05:16:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.962967 16988 leader_election.cc:302] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81ca9de32085495ba0aab4b1f524f21c, af8e9d93a7e147de855356bbef446c6f; no voters:
05:16:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.963370 17140 raft_consensus.cc:2781] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Leader pre-election won for term 1
05:16:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.963519 17140 raft_consensus.cc:482] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:16:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.963631 17140 raft_consensus.cc:3037] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Advancing to term 1
05:16:57.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.966320 17140 raft_consensus.cc:504] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.966948 17140 leader_election.cc:288] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [CANDIDATE]: Term 1 election: Requested vote from peers af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117), 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019)
05:16:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.967389 16778 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "99c3f06ee153422bb4858f2ac9057177" candidate_uuid: "81ca9de32085495ba0aab4b1f524f21c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8e9d93a7e147de855356bbef446c6f"
05:16:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.967555 16778 raft_consensus.cc:3037] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Advancing to term 1
05:16:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.967490 16921 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "99c3f06ee153422bb4858f2ac9057177" candidate_uuid: "81ca9de32085495ba0aab4b1f524f21c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7cb5699ff0ad4de6a3a078b9caab3455"
05:16:57.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.967733 16921 raft_consensus.cc:3037] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Advancing to term 1
05:16:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.969866 16778 raft_consensus.cc:2454] T 99c3f06ee153422bb4858f2ac9057177 P af8e9d93a7e147de855356bbef446c6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 81ca9de32085495ba0aab4b1f524f21c in term 1.
05:16:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.970213 16921 raft_consensus.cc:2454] T 99c3f06ee153422bb4858f2ac9057177 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 81ca9de32085495ba0aab4b1f524f21c in term 1.
05:16:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.970287 16988 leader_election.cc:302] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81ca9de32085495ba0aab4b1f524f21c, af8e9d93a7e147de855356bbef446c6f; no voters:
05:16:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.970822 17140 raft_consensus.cc:2781] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 1 FOLLOWER]: Leader election won for term 1
05:16:57.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.971279 17140 raft_consensus.cc:686] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [term 1 LEADER]: Becoming Leader. State: Replica: 81ca9de32085495ba0aab4b1f524f21c, State: Running, Role: LEADER
05:16:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.971834 17140 consensus_queue.cc:237] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:57.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:57.977272 16577 catalog_manager.cc:5495] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c reported cstate change: term changed from 0 to 1, leader changed from <none> to 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131). New cstate: current_term: 1 leader_uuid: "81ca9de32085495ba0aab4b1f524f21c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } health_report { overall_health: HEALTHY } } }
05:16:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.052745 17143 raft_consensus.cc:482] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:16:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.053087 17143 raft_consensus.cc:504] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.054709 17143 leader_election.cc:288] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131:41933), af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117)
05:16:58.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.061995 16778 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2f6c586aa40b4fdcb9de129e4a8c1800" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8e9d93a7e147de855356bbef446c6f" is_pre_election: true
05:16:58.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.062227 16778 raft_consensus.cc:2454] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 0.
05:16:58.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.062417 17062 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2f6c586aa40b4fdcb9de129e4a8c1800" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81ca9de32085495ba0aab4b1f524f21c" is_pre_election: true
05:16:58.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.062639 16847 leader_election.cc:302] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7cb5699ff0ad4de6a3a078b9caab3455, af8e9d93a7e147de855356bbef446c6f; no voters:
05:16:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.062870 17062 raft_consensus.cc:2454] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 0.
05:16:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.062994 17143 raft_consensus.cc:2781] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:16:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.063102 17143 raft_consensus.cc:482] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:16:58.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.063207 17143 raft_consensus.cc:3037] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Advancing to term 1
05:16:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.065187 17143 raft_consensus.cc:504] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.065716 17143 leader_election.cc:288] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 election: Requested vote from peers 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131:41933), af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117)
05:16:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.066174 17062 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2f6c586aa40b4fdcb9de129e4a8c1800" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81ca9de32085495ba0aab4b1f524f21c"
05:16:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.066293 16778 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "2f6c586aa40b4fdcb9de129e4a8c1800" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8e9d93a7e147de855356bbef446c6f"
05:16:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.066385 17062 raft_consensus.cc:3037] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Advancing to term 1
05:16:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.066458 16778 raft_consensus.cc:3037] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Advancing to term 1
05:16:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.068316 16778 raft_consensus.cc:2454] T 2f6c586aa40b4fdcb9de129e4a8c1800 P af8e9d93a7e147de855356bbef446c6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 1.
05:16:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.068646 17062 raft_consensus.cc:2454] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 81ca9de32085495ba0aab4b1f524f21c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 1.
05:16:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.068686 16847 leader_election.cc:302] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7cb5699ff0ad4de6a3a078b9caab3455, af8e9d93a7e147de855356bbef446c6f; no voters:
05:16:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.068965 17143 raft_consensus.cc:2781] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 1 FOLLOWER]: Leader election won for term 1
05:16:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.069446 17143 raft_consensus.cc:686] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 1 LEADER]: Becoming Leader. State: Replica: 7cb5699ff0ad4de6a3a078b9caab3455, State: Running, Role: LEADER
05:16:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.070067 17143 consensus_queue.cc:237] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } }
05:16:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.074658 16577 catalog_manager.cc:5495] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130). New cstate: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } health_report { overall_health: HEALTHY } } }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.204588 16577 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44576:
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:58.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
05:16:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:58.205590 16577 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
05:16:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.217563 16752 tablet_service.cc:1467] Processing CreateTablet for tablet 662c9b80d3f942309fa5c9473cbcee82 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6c61f6ac895c40448c14eba55a8a60a2]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
05:16:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.217972 17042 tablet_service.cc:1467] Processing CreateTablet for tablet 662c9b80d3f942309fa5c9473cbcee82 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6c61f6ac895c40448c14eba55a8a60a2]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
05:16:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.218025 16900 tablet_service.cc:1467] Processing CreateTablet for tablet 662c9b80d3f942309fa5c9473cbcee82 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6c61f6ac895c40448c14eba55a8a60a2]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
05:16:58.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.218704 16752 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 662c9b80d3f942309fa5c9473cbcee82. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:58.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.218770 17042 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 662c9b80d3f942309fa5c9473cbcee82. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:58.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.218928 16900 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 662c9b80d3f942309fa5c9473cbcee82. 1 dirs total, 0 dirs full, 0 dirs failed
05:16:58.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.223765 17134 tablet_bootstrap.cc:492] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: Bootstrap starting.
05:16:58.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.225425 17134 tablet_bootstrap.cc:654] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: Neither blocks nor log segments found. Creating new log.
05:16:58.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.226570 17133 tablet_bootstrap.cc:492] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: Bootstrap starting.
05:16:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.227210 17134 tablet_bootstrap.cc:492] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: No bootstrap required, opened a new log
05:16:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.227394 17134 ts_tablet_manager.cc:1397] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
05:16:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.227945 17137 tablet_bootstrap.cc:492] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: Bootstrap starting.
05:16:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.228298 17133 tablet_bootstrap.cc:654] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: Neither blocks nor log segments found. Creating new log.
05:16:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.228224 17134 raft_consensus.cc:348] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.228493 17134 raft_consensus.cc:374] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.228577 17134 raft_consensus.cc:729] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81ca9de32085495ba0aab4b1f524f21c, State: Initialized, Role: FOLLOWER
05:16:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.228859 17134 consensus_queue.cc:260] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.229302 17140 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.229600 17140 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: This TxnStatusTablet replica's current role is: FOLLOWER
05:16:58.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.229965 17137 tablet_bootstrap.cc:654] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: Neither blocks nor log segments found. Creating new log.
05:16:58.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.230688 17134 ts_tablet_manager.cc:1428] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
05:16:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.236310 17133 tablet_bootstrap.cc:492] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: No bootstrap required, opened a new log
05:16:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.236491 17133 ts_tablet_manager.cc:1397] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.000s
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.237092 17133 raft_consensus.cc:348] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.237282 17133 raft_consensus.cc:374] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.237334 17133 raft_consensus.cc:729] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af8e9d93a7e147de855356bbef446c6f, State: Initialized, Role: FOLLOWER
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.237579 17133 consensus_queue.cc:260] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.237969 17133 ts_tablet_manager.cc:1428] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: Time spent starting tablet: real 0.001s user 0.000s sys 0.000s
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.238222 17139 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.238580 17139 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: This TxnStatusTablet replica's current role is: FOLLOWER
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.239308 17137 tablet_bootstrap.cc:492] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: No bootstrap required, opened a new log
05:16:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.239495 17137 ts_tablet_manager.cc:1397] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.004s
05:16:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.240964 17137 raft_consensus.cc:348] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.241240 17137 raft_consensus.cc:374] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:16:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.241307 17137 raft_consensus.cc:729] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7cb5699ff0ad4de6a3a078b9caab3455, State: Initialized, Role: FOLLOWER
05:16:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.241500 17137 consensus_queue.cc:260] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.241909 17143 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.242218 17143 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: This TxnStatusTablet replica's current role is: FOLLOWER
05:16:58.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.243914 17137 ts_tablet_manager.cc:1428] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: Time spent starting tablet: real 0.004s user 0.001s sys 0.001s
05:16:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.396057 17140 consensus_queue.cc:1035] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [LEADER]: Connected to new peer: Peer: permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:58.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.403604 17140 consensus_queue.cc:1035] T 99c3f06ee153422bb4858f2ac9057177 P 81ca9de32085495ba0aab4b1f524f21c [LEADER]: Connected to new peer: Peer: permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.425473 17143 raft_consensus.cc:482] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:16:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.425671 17143 raft_consensus.cc:504] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.426244 17143 leader_election.cc:288] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117), 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131:41933)
05:16:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.426824 16778 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "662c9b80d3f942309fa5c9473cbcee82" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8e9d93a7e147de855356bbef446c6f" is_pre_election: true
05:16:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.426905 17062 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "662c9b80d3f942309fa5c9473cbcee82" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81ca9de32085495ba0aab4b1f524f21c" is_pre_election: true
05:16:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.427096 16778 raft_consensus.cc:2454] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 0.
05:16:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.427142 17062 raft_consensus.cc:2454] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 0.
05:16:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.427546 16847 leader_election.cc:302] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7cb5699ff0ad4de6a3a078b9caab3455, 81ca9de32085495ba0aab4b1f524f21c; no voters:
05:16:58.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.427829 17143 raft_consensus.cc:2781] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:16:58.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.428009 17143 raft_consensus.cc:482] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:16:58.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.428169 17143 raft_consensus.cc:3037] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 0 FOLLOWER]: Advancing to term 1
05:16:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.430243 17143 raft_consensus.cc:504] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.430778 17143 leader_election.cc:288] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 election: Requested vote from peers af8e9d93a7e147de855356bbef446c6f (127.15.253.129:43117), 81ca9de32085495ba0aab4b1f524f21c (127.15.253.131:41933)
05:16:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.431360 17062 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "662c9b80d3f942309fa5c9473cbcee82" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81ca9de32085495ba0aab4b1f524f21c"
05:16:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.431342 16778 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "662c9b80d3f942309fa5c9473cbcee82" candidate_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8e9d93a7e147de855356bbef446c6f"
05:16:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.431558 17062 raft_consensus.cc:3037] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [term 0 FOLLOWER]: Advancing to term 1
05:16:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.431596 16778 raft_consensus.cc:3037] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [term 0 FOLLOWER]: Advancing to term 1
05:16:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.433609 17062 raft_consensus.cc:2454] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 1.
05:16:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.433918 16778 raft_consensus.cc:2454] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7cb5699ff0ad4de6a3a078b9caab3455 in term 1.
05:16:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.434031 16847 leader_election.cc:302] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7cb5699ff0ad4de6a3a078b9caab3455, 81ca9de32085495ba0aab4b1f524f21c; no voters:
05:16:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.434335 17143 raft_consensus.cc:2781] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 1 FOLLOWER]: Leader election won for term 1
05:16:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.434546 17143 raft_consensus.cc:686] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [term 1 LEADER]: Becoming Leader. State: Replica: 7cb5699ff0ad4de6a3a078b9caab3455, State: Running, Role: LEADER
05:16:58.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.434830 17143 consensus_queue.cc:237] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } }
05:16:58.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.436555 17150 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: TxnStatusTablet state changed. Reason: New leader 7cb5699ff0ad4de6a3a078b9caab3455. Latest consensus state: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.436918 17150 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: This TxnStatusTablet replica's current role is: LEADER
05:16:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.437835 17170 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
05:16:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.438127 17170 txn_status_manager.cc:929] Loading transaction status metadata into memory...
05:16:58.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.438313 16578 catalog_manager.cc:5495] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130). New cstate: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } health_report { overall_health: UNKNOWN } } }
05:16:58.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.452373 17150 consensus_queue.cc:1035] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:58.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.459518 17143 consensus_queue.cc:1035] T 2f6c586aa40b4fdcb9de129e4a8c1800 P 7cb5699ff0ad4de6a3a078b9caab3455 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:58.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.494324 17062 raft_consensus.cc:1261] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c [term 1 FOLLOWER]: Refusing update from remote peer 7cb5699ff0ad4de6a3a078b9caab3455: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:16:58.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.494366 16778 raft_consensus.cc:1261] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f [term 1 FOLLOWER]: Refusing update from remote peer 7cb5699ff0ad4de6a3a078b9caab3455: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:16:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.495065 17143 consensus_queue.cc:1035] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:58.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.495428 17150 consensus_queue.cc:1035] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:16:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.505033 17139 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: TxnStatusTablet state changed. Reason: New leader 7cb5699ff0ad4de6a3a078b9caab3455. Latest consensus state: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.505447 17139 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: This TxnStatusTablet replica's current role is: FOLLOWER
05:16:58.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.508769 17140 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: TxnStatusTablet state changed. Reason: New leader 7cb5699ff0ad4de6a3a078b9caab3455. Latest consensus state: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.509086 17140 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: This TxnStatusTablet replica's current role is: FOLLOWER
05:16:58.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.512519 17168 mvcc.cc:205] Tried to move back new op lower bound from 7334185445344399360 to 7334185445111271424. Current Snapshot: MvccSnapshot[applied={T|T < 7334185445344399360}]
05:16:58.517 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
05:16:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.514331 17150 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.514631 17150 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: This TxnStatusTablet replica's current role is: LEADER
05:16:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.514878 17150 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.515053 17150 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P 7cb5699ff0ad4de6a3a078b9caab3455: This TxnStatusTablet replica's current role is: LEADER
05:16:58.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 171bc7c82d944a7183acc7852be5c38f
05:16:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.521397 17139 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.521668 17139 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P af8e9d93a7e147de855356bbef446c6f: This TxnStatusTablet replica's current role is: FOLLOWER
05:16:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.524063 17165 mvcc.cc:205] Tried to move back new op lower bound from 7334185445344399360 to 7334185445111271424. Current Snapshot: MvccSnapshot[applied={T|T < 7334185445344399360 or (T in {7334185445344399360})}]
05:16:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.527555 17140 tablet_replica.cc:439] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8e9d93a7e147de855356bbef446c6f" member_type: VOTER last_known_addr { host: "127.15.253.129" port: 43117 } } peers { permanent_uuid: "7cb5699ff0ad4de6a3a078b9caab3455" member_type: VOTER last_known_addr { host: "127.15.253.130" port: 37019 } } peers { permanent_uuid: "81ca9de32085495ba0aab4b1f524f21c" member_type: VOTER last_known_addr { host: "127.15.253.131" port: 41933 } } }
05:16:58.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.527833 17140 tablet_replica.cc:442] T 662c9b80d3f942309fa5c9473cbcee82 P 81ca9de32085495ba0aab4b1f524f21c: This TxnStatusTablet replica's current role is: FOLLOWER
05:16:58.528 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2f6c586aa40b4fdcb9de129e4a8c1800 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
05:16:58.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 99c3f06ee153422bb4858f2ac9057177 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
05:16:58.529 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=2f6c586aa40b4fdcb9de129e4a8c1800@[7cb5699ff0ad4de6a3a078b9caab3455(127.15.253.130:37019)[L],81ca9de32085495ba0aab4b1f524f21c(127.15.253.131:41933),af8e9d93a7e147de855356bbef446c6f(127.15.253.129:43117)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=99c3f06ee153422bb4858f2ac9057177@[7cb5699ff0ad4de6a3a078b9caab3455(127.15.253.130:37019),81ca9de32085495ba0aab4b1f524f21c(127.15.253.131:41933)[L],af8e9d93a7e147de855356bbef446c6f(127.15.253.129:43117)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
05:16:58.529 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.253.188:37561, [8ms] Sub RPC GetTableLocations: received response from server master-127.15.253.188:37561: OK, deferred=null) after lookup
05:16:58.530 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 7cb5699ff0ad4de6a3a078b9caab3455(127.15.253.130:37019)] connecting to peer
05:16:58.531 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7cb5699ff0ad4de6a3a078b9caab3455(127.15.253.130:37019)] Successfully connected to peer
05:16:58.546 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc102fd27, L:/127.0.0.1:34604 - R:/127.15.253.130:37019] using TOKEN/null
05:16:58.595 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.15.253.188:37561
05:16:58.595 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
05:16:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.596668 16374 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskc8klBp/build/asan/bin/kudu pid 16545
05:16:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.598076 16618 generic_service.cc:196] Checking for leaks (request via RPC)
05:16:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:58.738060 16374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc8klBp/build/asan/bin/kudu with pid 16545
05:16:58.767 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.253.188:37561(127.15.253.188:37561)] handling channelInactive
05:16:58.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state READY due to: connection closed
05:16:58.768 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:16:58.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:58.986933 17107 heartbeater.cc:644] Failed to heartbeat to 127.15.253.188:37561 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.038600 17191 raft_consensus.cc:482] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader cbd1b1ff9e724746a5e40e10559df380)
05:16:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.038755 17190 raft_consensus.cc:482] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader cbd1b1ff9e724746a5e40e10559df380)
05:16:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.038880 17191 raft_consensus.cc:504] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.038955 17190 raft_consensus.cc:504] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.040292 17191 leader_election.cc:288] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.040571 17190 leader_election.cc:288] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 705391ef6c01424fb609ec39d77a8d21 (127.15.253.189:44803), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.041014 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "705391ef6c01424fb609ec39d77a8d21" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227" is_pre_election: true
05:16:59.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.041229 16426 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 705391ef6c01424fb609ec39d77a8d21 in term 1.
05:16:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.041591 16507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff2d82c6e75a44afb917988adb5d3227" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "705391ef6c01424fb609ec39d77a8d21" is_pre_election: true
05:16:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.041831 16484 leader_election.cc:302] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21, ff2d82c6e75a44afb917988adb5d3227; no voters:
05:16:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.041862 16507 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff2d82c6e75a44afb917988adb5d3227 in term 1.
05:16:59.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.042523 16403 leader_election.cc:302] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21, ff2d82c6e75a44afb917988adb5d3227; no voters:
05:16:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.042975 17190 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Leader pre-election won for term 2
05:16:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.043176 17190 raft_consensus.cc:482] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Starting leader election (detected failure of leader cbd1b1ff9e724746a5e40e10559df380)
05:16:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.043363 17190 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 1 FOLLOWER]: Advancing to term 2
05:16:59.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.044 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.15.253.188:37561(127.15.253.188:37561) for tablet Kudu Master: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.045686 17191 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 1 FOLLOWER]: Leader pre-election won for term 2
05:16:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.046444 17191 raft_consensus.cc:482] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 1 FOLLOWER]: Starting leader election (detected failure of leader cbd1b1ff9e724746a5e40e10559df380)
05:16:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.046798 17190 raft_consensus.cc:504] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.046676 17191 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 1 FOLLOWER]: Advancing to term 2
05:16:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.047415 16402 leader_election.cc:334] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.048056 16483 leader_election.cc:334] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.048053 16507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff2d82c6e75a44afb917988adb5d3227" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "705391ef6c01424fb609ec39d77a8d21"
05:16:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.048233 17190 leader_election.cc:288] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 2 election: Requested vote from peers 705391ef6c01424fb609ec39d77a8d21 (127.15.253.189:44803), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.049609 16402 leader_election.cc:334] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.050156 17191 raft_consensus.cc:504] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.050624 16507 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ff2d82c6e75a44afb917988adb5d3227 in current term 2: Already voted for candidate 705391ef6c01424fb609ec39d77a8d21 in this term.
05:16:59.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.051134 17191 leader_election.cc:288] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 2 election: Requested vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.051301 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "705391ef6c01424fb609ec39d77a8d21" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227"
05:16:59.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.051608 16426 raft_consensus.cc:2379] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 705391ef6c01424fb609ec39d77a8d21 in current term 2: Already voted for candidate ff2d82c6e75a44afb917988adb5d3227 in this term.
05:16:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.051673 16403 leader_election.cc:302] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff2d82c6e75a44afb917988adb5d3227; no voters: 705391ef6c01424fb609ec39d77a8d21, cbd1b1ff9e724746a5e40e10559df380
05:16:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.052191 17190 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
05:16:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.052471 16483 leader_election.cc:334] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.052594 16483 leader_election.cc:302] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21; no voters: cbd1b1ff9e724746a5e40e10559df380, ff2d82c6e75a44afb917988adb5d3227
05:16:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.052821 17191 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
05:16:59.058 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.060 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.078 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.098 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.118 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.158 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.238 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.241 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.15.253.188:37561, [6ms] received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, deferred=Deferred@632574633(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@1fa7911c -> (continuation of Deferred@1759487580 after retry RPC after error@1260584943) -> (continuation of Deferred@1283775800 after retry RPC after error@1862830789) -> (continuation of Deferred@2062564414 after retry RPC after error@653359368) -> (continuation of Deferred@1291193843 after retry RPC after error@1728313354) -> (continuation of Deferred@476657944 after retry RPC after error@838675108), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@4d9820fd -> (continuation of Deferred@1759487580 after retry RPC after error@1260584943) -> (continuation of Deferred@1283775800 after retry RPC after error@1862830789) -> (continuation of Deferred@2062564414 after retry RPC after error@653359368) -> (continuation of Deferred@1291193843 after retry RPC after error@1728313354) -> (continuation of Deferred@476657944 after retry RPC after error@838675108)))
05:16:59.242 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] sending RPC to server master-127.15.253.188:37561, [6ms] received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, deferred=Deferred@632574633(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1734754589@1fa7911c -> (continuation of Deferred@1759487580 after retry RPC after error@1260584943) -> (continuation of Deferred@1283775800 after retry RPC after error@1862830789) -> (continuation of Deferred@2062564414 after retry RPC after error@653359368) -> (continuation of Deferred@1291193843 after retry RPC after error@1728313354) -> (continuation of Deferred@476657944 after retry RPC after error@838675108), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/2134679084@4d9820fd -> (continuation of Deferred@1759487580 after retry RPC after error@1260584943) -> (continuation of Deferred@1283775800 after retry RPC after error@1862830789) -> (continuation of Deferred@2062564414 after retry RPC after error@653359368) -> (continuation of Deferred@1291193843 after retry RPC after error@1728313354) -> (continuation of Deferred@476657944 after retry RPC after error@838675108)))
05:16:59.258 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.261 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.279 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.281 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.298 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.319 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.338 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.341 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.358 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.386338 17191 raft_consensus.cc:482] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:16:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.386550 17191 raft_consensus.cc:504] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.387151 17191 leader_election.cc:288] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.387710 17190 raft_consensus.cc:482] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:16:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.387857 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "705391ef6c01424fb609ec39d77a8d21" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227" is_pre_election: true
05:16:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.387915 17190 raft_consensus.cc:504] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.388442 16426 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 705391ef6c01424fb609ec39d77a8d21 in term 2.
05:16:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.388595 17190 leader_election.cc:288] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 705391ef6c01424fb609ec39d77a8d21 (127.15.253.189:44803), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.389197 16507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff2d82c6e75a44afb917988adb5d3227" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "705391ef6c01424fb609ec39d77a8d21" is_pre_election: true
05:16:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.389374 16484 leader_election.cc:302] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21, ff2d82c6e75a44afb917988adb5d3227; no voters:
05:16:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.389452 16507 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff2d82c6e75a44afb917988adb5d3227 in term 2.
05:16:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.389654 17191 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Leader pre-election won for term 3
05:16:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.389743 17191 raft_consensus.cc:482] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:16:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.389804 16403 leader_election.cc:302] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21, ff2d82c6e75a44afb917988adb5d3227; no voters:
05:16:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.389843 17191 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 2 FOLLOWER]: Advancing to term 3
05:16:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.390141 16483 leader_election.cc:334] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.390558 16402 leader_election.cc:334] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.390601 17190 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Leader pre-election won for term 3
05:16:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.390692 17190 raft_consensus.cc:482] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:16:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.390789 17190 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 2 FOLLOWER]: Advancing to term 3
05:16:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.392692 17191 raft_consensus.cc:504] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.393532 17190 raft_consensus.cc:504] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.393726 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "705391ef6c01424fb609ec39d77a8d21" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227"
05:16:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.393951 16426 raft_consensus.cc:2379] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 705391ef6c01424fb609ec39d77a8d21 in current term 3: Already voted for candidate ff2d82c6e75a44afb917988adb5d3227 in this term.
05:16:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.394079 17191 leader_election.cc:288] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 3 election: Requested vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.394454 16507 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ff2d82c6e75a44afb917988adb5d3227" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "705391ef6c01424fb609ec39d77a8d21"
05:16:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.394717 16507 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate ff2d82c6e75a44afb917988adb5d3227 in current term 3: Already voted for candidate 705391ef6c01424fb609ec39d77a8d21 in this term.
05:16:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.395004 17190 leader_election.cc:288] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 3 election: Requested vote from peers 705391ef6c01424fb609ec39d77a8d21 (127.15.253.189:44803), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.395925 16483 leader_election.cc:334] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.396095 16483 leader_election.cc:302] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21; no voters: cbd1b1ff9e724746a5e40e10559df380, ff2d82c6e75a44afb917988adb5d3227
05:16:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.396253 16402 leader_election.cc:334] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.396404 16402 leader_election.cc:302] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff2d82c6e75a44afb917988adb5d3227; no voters: 705391ef6c01424fb609ec39d77a8d21, cbd1b1ff9e724746a5e40e10559df380
05:16:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.396420 17191 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
05:16:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.396795 17190 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
05:16:59.418 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.458 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, deferred=Deferred@75831685(state=PENDING, result=null, callback=(continuation of Deferred@624223419 after retry RPC after error@1878446708) -> (continuation of Deferred@654394055 after retry RPC after error@191118995) -> (continuation of Deferred@167187064 after retry RPC after error@1355486272) -> (continuation of Deferred@2112971748 after retry RPC after error@1464552047) -> (continuation of Deferred@1713301036 after retry RPC after error@1862240187) -> (continuation of Deferred@409413571 after retry RPC after error@368184978) -> (continuation of Deferred@80524678 after retry RPC after error@379336955), errback=(continuation of Deferred@624223419 after retry RPC after error@1878446708) -> (continuation of Deferred@654394055 after retry RPC after error@191118995) -> (continuation of Deferred@167187064 after retry RPC after error@1355486272) -> (continuation of Deferred@2112971748 after retry RPC after error@1464552047) -> (continuation of Deferred@1713301036 after retry RPC after error@1862240187) -> (continuation of Deferred@409413571 after retry RPC after error@368184978) -> (continuation of Deferred@80524678 after retry RPC after error@379336955)))
05:16:59.462 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, deferred=Deferred@75831685(state=PENDING, result=null, callback=(continuation of Deferred@624223419 after retry RPC after error@1878446708) -> (continuation of Deferred@654394055 after retry RPC after error@191118995) -> (continuation of Deferred@167187064 after retry RPC after error@1355486272) -> (continuation of Deferred@2112971748 after retry RPC after error@1464552047) -> (continuation of Deferred@1713301036 after retry RPC after error@1862240187) -> (continuation of Deferred@409413571 after retry RPC after error@368184978) -> (continuation of Deferred@80524678 after retry RPC after error@379336955), errback=(continuation of Deferred@624223419 after retry RPC after error@1878446708) -> (continuation of Deferred@654394055 after retry RPC after error@191118995) -> (continuation of Deferred@167187064 after retry RPC after error@1355486272) -> (continuation of Deferred@2112971748 after retry RPC after error@1464552047) -> (continuation of Deferred@1713301036 after retry RPC after error@1862240187) -> (continuation of Deferred@409413571 after retry RPC after error@368184978) -> (continuation of Deferred@80524678 after retry RPC after error@379336955)))
05:16:59.478 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.481 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.498 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.501 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.518 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.528640 16823 heartbeater.cc:644] Failed to heartbeat to 127.15.253.188:37561 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.538 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.540 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.540 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.558 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.578 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.585983 16966 heartbeater.cc:644] Failed to heartbeat to 127.15.253.188:37561 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.600993 16851 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.069s from last keepalive heartbeat (effective timeout is 1.000s)
05:16:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.602317 16893 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.15.253.188:37561)
05:16:59.618 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, deferred=Deferred@84590704(state=PENDING, result=null, callback=(continuation of Deferred@2108046309 after retry RPC after error@148148789) -> (continuation of Deferred@1789729064 after retry RPC after error@964119885) -> (continuation of Deferred@1975656597 after retry RPC after error@1496006946) -> (continuation of Deferred@1540192118 after retry RPC after error@1481856103) -> (continuation of Deferred@1014042992 after retry RPC after error@1062237581) -> (continuation of Deferred@261542870 after retry RPC after error@1302613551), errback=(continuation of Deferred@2108046309 after retry RPC after error@148148789) -> (continuation of Deferred@1789729064 after retry RPC after error@964119885) -> (continuation of Deferred@1975656597 after retry RPC after error@1496006946) -> (continuation of Deferred@1540192118 after retry RPC after error@1481856103) -> (continuation of Deferred@1014042992 after retry RPC after error@1062237581) -> (continuation of Deferred@261542870 after retry RPC after error@1302613551)))
05:16:59.622 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, deferred=Deferred@84590704(state=PENDING, result=null, callback=(continuation of Deferred@2108046309 after retry RPC after error@148148789) -> (continuation of Deferred@1789729064 after retry RPC after error@964119885) -> (continuation of Deferred@1975656597 after retry RPC after error@1496006946) -> (continuation of Deferred@1540192118 after retry RPC after error@1481856103) -> (continuation of Deferred@1014042992 after retry RPC after error@1062237581) -> (continuation of Deferred@261542870 after retry RPC after error@1302613551), errback=(continuation of Deferred@2108046309 after retry RPC after error@148148789) -> (continuation of Deferred@1789729064 after retry RPC after error@964119885) -> (continuation of Deferred@1975656597 after retry RPC after error@1496006946) -> (continuation of Deferred@1540192118 after retry RPC after error@1481856103) -> (continuation of Deferred@1014042992 after retry RPC after error@1062237581) -> (continuation of Deferred@261542870 after retry RPC after error@1302613551)))
05:16:59.638 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.659 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.678 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.698 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.718 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.758 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.775249 17191 raft_consensus.cc:482] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:16:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.775434 17191 raft_consensus.cc:504] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.776131 17191 leader_election.cc:288] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.776662 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "705391ef6c01424fb609ec39d77a8d21" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227" is_pre_election: true
05:16:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.776960 16426 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 705391ef6c01424fb609ec39d77a8d21 in term 3.
05:16:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.777460 16484 leader_election.cc:302] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21, ff2d82c6e75a44afb917988adb5d3227; no voters:
05:16:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.777642 16483 leader_election.cc:334] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.777755 17191 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Leader pre-election won for term 4
05:16:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.777855 17191 raft_consensus.cc:482] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:16:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.777964 17191 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 3 FOLLOWER]: Advancing to term 4
05:16:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.779889 17191 raft_consensus.cc:504] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.780483 17191 leader_election.cc:288] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 4 election: Requested vote from peers ff2d82c6e75a44afb917988adb5d3227 (127.15.253.190:37293), cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561)
05:16:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.781093 16426 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "705391ef6c01424fb609ec39d77a8d21" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ff2d82c6e75a44afb917988adb5d3227"
05:16:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.781296 16426 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 3 FOLLOWER]: Advancing to term 4
05:16:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.782130 16483 leader_election.cc:334] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111)
05:16:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.783661 16426 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 705391ef6c01424fb609ec39d77a8d21 in term 4.
05:16:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.784101 16484 leader_election.cc:302] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 705391ef6c01424fb609ec39d77a8d21, ff2d82c6e75a44afb917988adb5d3227; no voters: cbd1b1ff9e724746a5e40e10559df380
05:16:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.784391 17191 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 4 FOLLOWER]: Leader election won for term 4
05:16:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.784754 17191 raft_consensus.cc:686] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [term 4 LEADER]: Becoming Leader. State: Replica: 705391ef6c01424fb609ec39d77a8d21, State: Running, Role: LEADER
05:16:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.785148 17191 consensus_queue.cc:237] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } }
05:16:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.786723 17210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 705391ef6c01424fb609ec39d77a8d21. Latest consensus state: current_term: 4 leader_uuid: "705391ef6c01424fb609ec39d77a8d21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.787072 17210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: This master's current role is: LEADER
05:16:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.787726 17212 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:16:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.790560 17212 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f]
05:16:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.791055 17212 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=6c61f6ac895c40448c14eba55a8a60a2]
05:16:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.792886 17212 tablet_loader.cc:96] loaded metadata for tablet 2f6c586aa40b4fdcb9de129e4a8c1800 (table txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f])
05:16:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.793308 17212 tablet_loader.cc:96] loaded metadata for tablet 662c9b80d3f942309fa5c9473cbcee82 (table kudu_system.kudu_transactions [id=6c61f6ac895c40448c14eba55a8a60a2])
05:16:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.793694 17212 tablet_loader.cc:96] loaded metadata for tablet 99c3f06ee153422bb4858f2ac9057177 (table txn_manager_fallback [id=171bc7c82d944a7183acc7852be5c38f])
05:16:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.793987 17212 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:16:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.794898 17212 catalog_manager.cc:1259] Loaded cluster ID: 9210e7cab555439ca062d90913126085
05:16:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.795018 17212 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:16:59.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.796465 17212 catalog_manager.cc:1504] Loading token signing keys...
05:16:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.797453 17212 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21: Loaded TSK: 0
05:16:59.798 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.798597 17212 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:16:59.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.801 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803; will retry
05:16:59.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.805856 17197 tablet_replica.cc:1298] Aborted: operation has been aborted: cancelling pending write operations
05:16:59.838 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.15.253.188:37561(127.15.253.188:37561)] connecting to peer
05:16:59.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.188:37561(127.15.253.188:37561)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.253.188:37561: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561
05:16:59.841 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
05:16:59.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, deferred=Deferred@1612092998(state=PENDING, result=null, callback=(continuation of Deferred@312884989 after retry RPC after error@1721481611) -> (continuation of Deferred@13182291 after retry RPC after error@1421424554) -> (continuation of Deferred@2009840150 after retry RPC after error@1286013573) -> (continuation of Deferred@93148671 after retry RPC after error@403973763) -> (continuation of Deferred@841299101 after retry RPC after error@1189260150) -> (continuation of Deferred@690957560 after retry RPC after error@280373088) -> (continuation of Deferred@187463735 after retry RPC after error@1489427263), errback=(continuation of Deferred@312884989 after retry RPC after error@1721481611) -> (continuation of Deferred@13182291 after retry RPC after error@1421424554) -> (continuation of Deferred@2009840150 after retry RPC after error@1286013573) -> (continuation of Deferred@93148671 after retry RPC after error@403973763) -> (continuation of Deferred@841299101 after retry RPC after error@1189260150) -> (continuation of Deferred@690957560 after retry RPC after error@280373088) -> (continuation of Deferred@187463735 after retry RPC after error@1489427263))) after lookup
05:16:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.877981 16483 consensus_peers.cc:487] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 -> Peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Couldn't send request to peer cbd1b1ff9e724746a5e40e10559df380. Status: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
05:16:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.888739 16527 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:52290 (request call id 30) took 45 ms (client timeout 45 ms). Trace:
05:16:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.889006 16527 rpcz_store.cc:269] 0928 05:16:59.843396 (+ 0us) service_pool.cc:170] Inserting onto call queue
05:16:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 05:16:59.843484 (+ 88us) service_pool.cc:227] Handling call
05:16:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0928 05:16:59.888652 (+ 45168us) inbound_call.cc:173] Queueing success response
05:16:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":221,"init.queue_time_us":519,"thread_start_us":1853,"threads_started":5}
05:16:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.892506 16426 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [term 4 FOLLOWER]: Refusing update from remote peer 705391ef6c01424fb609ec39d77a8d21: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
05:16:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.893359 17210 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
05:16:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.895270 17190 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 705391ef6c01424fb609ec39d77a8d21. Latest consensus state: current_term: 4 leader_uuid: "705391ef6c01424fb609ec39d77a8d21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.895599 17190 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: This master's current role is: FOLLOWER
05:16:59.900 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=262), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [205ms] sending RPC to server master-127.15.253.189:44803, [257ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1612092998(state=PENDING, result=null, callback=(continuation of Deferred@312884989 after retry RPC after error@1721481611) -> (continuation of Deferred@13182291 after retry RPC after error@1421424554) -> (continuation of Deferred@2009840150 after retry RPC after error@1286013573) -> (continuation of Deferred@93148671 after retry RPC after error@403973763) -> (continuation of Deferred@841299101 after retry RPC after error@1189260150) -> (continuation of Deferred@690957560 after retry RPC after error@280373088) -> (continuation of Deferred@187463735 after retry RPC after error@1489427263) -> (continuation of Deferred@1563140634 after retry RPC@222453145), errback=(continuation of Deferred@312884989 after retry RPC after error@1721481611) -> (continuation of Deferred@13182291 after retry RPC after error@1421424554) -> (continuation of Deferred@2009840150 after retry RPC after error@1286013573) -> (continuation of Deferred@93148671 after retry RPC after error@403973763) -> (continuation of Deferred@841299101 after retry RPC after error@1189260150) -> (continuation of Deferred@690957560 after retry RPC after error@280373088) -> (continuation of Deferred@187463735 after retry RPC after error@1489427263) -> (continuation of Deferred@1563140634 after retry RPC@222453145)))
05:16:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.895481 16497 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52306:
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
05:16:59.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
05:16:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
05:16:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
05:16:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
05:16:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
05:16:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:16:59.907933 16497 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
05:16:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.911375 17190 sys_catalog.cc:455] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "705391ef6c01424fb609ec39d77a8d21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:59.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.911748 17190 sys_catalog.cc:458] T 00000000000000000000000000000000 P ff2d82c6e75a44afb917988adb5d3227 [sys.catalog]: This master's current role is: FOLLOWER
05:16:59.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=256), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [2ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.253.188:37561,127.15.253.190:37293,127.15.253.189:44803) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.188:37561, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.190:37293, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.253.189:44803, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.188:37561: Network error: Failed to connect to peer master-127.15.253.188:37561(127.15.253.188:37561): Connection refused: /127.15.253.188:37561, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.190:37293: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.253.189:44803: OK, [205ms] sending RPC to server master-127.15.253.189:44803, [257ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=null)
05:16:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.912972 17191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "705391ef6c01424fb609ec39d77a8d21" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff2d82c6e75a44afb917988adb5d3227" member_type: VOTER last_known_addr { host: "127.15.253.190" port: 37293 } } peers { permanent_uuid: "705391ef6c01424fb609ec39d77a8d21" member_type: VOTER last_known_addr { host: "127.15.253.189" port: 44803 } } peers { permanent_uuid: "cbd1b1ff9e724746a5e40e10559df380" member_type: VOTER last_known_addr { host: "127.15.253.188" port: 37561 } } }
05:16:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:16:59.913384 17191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 [sys.catalog]: This master's current role is: LEADER
05:16:59.933 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1790572618 last_transition_timestamp: 1790572619
05:17:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:17:00.331792 16483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111) [suppressed 15 similar messages]
05:17:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:17:00.332909 16483 consensus_peers.cc:487] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 -> Peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Couldn't send request to peer cbd1b1ff9e724746a5e40e10559df380. Status: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
05:17:00.774 [DEBUG - main] (Connection.java:575) [peer master-127.15.253.189:44803(127.15.253.189:44803)] disconnecting while in state READY
05:17:00.774 [DEBUG - main] (Connection.java:575) [peer master-127.15.253.188:37561(127.15.253.188:37561)] disconnecting while in state TERMINATED
05:17:00.774 [DEBUG - main] (Connection.java:575) [peer master-127.15.253.190:37293(127.15.253.190:37293)] disconnecting while in state READY
05:17:00.774 [DEBUG - main] (Connection.java:575) [peer 7cb5699ff0ad4de6a3a078b9caab3455(127.15.253.130:37019)] disconnecting while in state READY
05:17:00.775 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.253.189:44803(127.15.253.189:44803)] handling channelInactive
05:17:00.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.253.189:44803(127.15.253.189:44803)] cleaning up while in state READY due to: connection closed
05:17:00.776 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:17:00.776 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.253.190:37293(127.15.253.190:37293)] handling channelInactive
05:17:00.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.253.190:37293(127.15.253.190:37293)] cleaning up while in state READY due to: connection closed
05:17:00.777 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7cb5699ff0ad4de6a3a078b9caab3455(127.15.253.130:37019)] handling channelInactive
05:17:00.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7cb5699ff0ad4de6a3a078b9caab3455(127.15.253.130:37019)] cleaning up while in state READY due to: connection closed
05:17:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.777624 16374 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskc8klBp/build/asan/bin/kudu pid 16665
05:17:00.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.789650 16818 generic_service.cc:196] Checking for leaks (request via RPC)
05:17:00.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:17:00.830029 16483 consensus_peers.cc:487] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 -> Peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Couldn't send request to peer cbd1b1ff9e724746a5e40e10559df380. Status: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
05:17:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.860504 16385 master_runner.cc:186] Error getting master registration for 127.15.253.188:37561: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111),
05:17:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.860738 16385 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:17:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.889209 16374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc8klBp/build/asan/bin/kudu with pid 16665
05:17:00.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.907423 16374 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskc8klBp/build/asan/bin/kudu pid 16828
05:17:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.914791 16961 generic_service.cc:196] Checking for leaks (request via RPC)
05:17:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:00.989626 17109 heartbeater.cc:503] Master 127.15.253.189:44803 was elected leader, sending a full tablet report...
05:17:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.039721 16374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc8klBp/build/asan/bin/kudu with pid 16828
05:17:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.062270 16374 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskc8klBp/build/asan/bin/kudu pid 16971
05:17:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.069738 17102 generic_service.cc:196] Checking for leaks (request via RPC)
05:17:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.165958 16374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc8klBp/build/asan/bin/kudu with pid 16971
05:17:01.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.180244 16374 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskc8klBp/build/asan/bin/kudu pid 16385
05:17:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.181543 16456 generic_service.cc:196] Checking for leaks (request via RPC)
05:17:01.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.297114 16374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc8klBp/build/asan/bin/kudu with pid 16385
05:17:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 05:17:01.318008 16483 consensus_peers.cc:487] T 00000000000000000000000000000000 P 705391ef6c01424fb609ec39d77a8d21 -> Peer cbd1b1ff9e724746a5e40e10559df380 (127.15.253.188:37561): Couldn't send request to peer cbd1b1ff9e724746a5e40e10559df380. Status: Network error: Client connection negotiation failed: client connection to 127.15.253.188:37561: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
05:17:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.318921 16374 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskc8klBp/build/asan/bin/kudu pid 16463
05:17:01.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.319942 16537 generic_service.cc:196] Checking for leaks (request via RPC)
05:17:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 05:17:01.439152 16374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc8klBp/build/asan/bin/kudu with pid 16463
05:17:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T05:17:01Z chronyd exiting
05:17:01.592 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790572618 last_transition_timestamp: 1790572619
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 7cb5699ff0ad4de6a3a078b9caab3455 (127.15.253.130:37019): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790572618 last_transition_timestamp: 1790572619
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more