02:02:13.767 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:02:13.767 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskP3uaIy/test-tmp
02:02:13.767 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
02:02:13.768 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskP3uaIy/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
02:02:13.770 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:02:14.089 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:02:14.089 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:02:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.091871 24887 mini_oidc.cc:150] Starting JWKS server
02:02:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.094019 24887 webserver.cc:533] Webserver started at http://127.0.0.1:38187/ using document root <none> and password file <none>
02:02:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.094239 24887 mini_oidc.cc:186] Starting OIDC Discovery server
02:02:14.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.094723 24887 webserver.cc:533] Webserver started at http://127.0.0.1:38897/ using document root <none> and password file <none>
02:02:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T02:02:14Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:02:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T02:02:14Z Disabled control of system clock
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.121366 24887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/wal
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/logs
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data/info.pb
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.254:38367
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.254
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38187/jwks.json
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.439881 24898 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.440335 24898 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:14.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.440460 24898 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.449111 24898 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.449204 24898 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.449251 24898 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.449290 24898 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.449340 24898 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.449376 24898 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.449417 24898 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38187/jwks.json
02:02:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.459615 24898 master_runner.cc:387] Master server non-default flags:
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/wal
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.254:38367
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38187/jwks.json
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data/info.pb
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.254
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/logs
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 01:43:24 UTC on bdcb31816ec0
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12430
02:02:14.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:14.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.461253 24898 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:14.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.462960 24898 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.470743 24904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:14.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.470714 24903 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:14.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.471901 24906 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:14.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.472158 24898 server_base.cc:1061] running on GCE node
02:02:14.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.472934 24898 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:14.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.474331 24898 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:14.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.475553 24898 hybrid_clock.cc:648] HybridClock initialized: now 1781661734475493 us; error 36 us; skew 500 ppm
02:02:14.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.475952 24898 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.478092 24898 webserver.cc:533] Webserver started at http://127.24.77.254:38743/ using document root <none> and password file <none>
02:02:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.478821 24898 fs_manager.cc:362] Metadata directory not provided
02:02:14.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.478945 24898 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:14.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.479274 24898 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.481666 24898 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data/instance:
02:02:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81f3ec16022947aeb252ff4dac464cf0"
02:02:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:14 on dist-test-slave-vk3l"
02:02:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.482426 24898 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/wal/instance:
02:02:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81f3ec16022947aeb252ff4dac464cf0"
02:02:14.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:14 on dist-test-slave-vk3l"
02:02:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.487819 24898 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
02:02:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.491195 24912 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:14.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.492615 24898 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.492805 24898 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data,/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/wal
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "81f3ec16022947aeb252ff4dac464cf0"
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:14 on dist-test-slave-vk3l"
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.493016 24898 fs_report.cc:389] FS layout report
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/wal
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/wal
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data/data
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.512351 24898 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.513266 24898 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:14.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.513562 24898 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.535981 24898 rpc_server.cc:307] RPC server started. Bound to: 127.24.77.254:38367
02:02:14.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.536051 24973 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.77.254:38367 every 8 connection(s)
02:02:14.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.537546 24898 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/data/info.pb
02:02:14.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.541783 24974 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.546754 24887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu as pid 24898
02:02:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.547043 24887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-0/wal/instance
02:02:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.547163 24974 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } has no permanent_uuid. Determining permanent_uuid...
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.549484 24887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/wal
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/logs
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data/info.pb
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:14.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.253:37467
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.253
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38187/jwks.json
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:14.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.562827 24974 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } has no permanent_uuid. Determining permanent_uuid...
02:02:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.564028 24915 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.77.253:37467: connect: Connection refused (error 111)
02:02:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.565686 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.253:37467: Network error: Client connection negotiation failed: client connection to 127.24.77.253:37467: connect: Connection refused (error 111)
02:02:14.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.615041 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } attempt: 1
02:02:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.617173 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.253:37467: Network error: Client connection negotiation failed: client connection to 127.24.77.253:37467: connect: Connection refused (error 111)
02:02:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.685441 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } attempt: 2
02:02:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.687430 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.253:37467: Network error: Client connection negotiation failed: client connection to 127.24.77.253:37467: connect: Connection refused (error 111)
02:02:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.778689 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } attempt: 3
02:02:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.780642 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.253:37467: Network error: Client connection negotiation failed: client connection to 127.24.77.253:37467: connect: Connection refused (error 111)
02:02:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.870566 24978 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.870903 24978 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.871021 24978 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.879652 24978 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.879770 24978 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.879856 24978 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.879915 24978 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.879983 24978 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.880039 24978 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.880101 24978 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38187/jwks.json
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.890398 24978 master_runner.cc:387] Master server non-default flags:
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/wal
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:14.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.253:37467
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38187/jwks.json
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data/info.pb
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.253
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/logs
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 01:43:24 UTC on bdcb31816ec0
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12430
02:02:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.892402 24978 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.894158 24978 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.905141 24985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.905169 24984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.906474 24987 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:14.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.906736 24978 server_base.cc:1061] running on GCE node
02:02:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.907594 24978 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.909108 24978 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:14.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.910329 24978 hybrid_clock.cc:648] HybridClock initialized: now 1781661734910266 us; error 38 us; skew 500 ppm
02:02:14.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.910683 24978 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.912902 24978 webserver.cc:533] Webserver started at http://127.24.77.253:36857/ using document root <none> and password file <none>
02:02:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.913630 24978 fs_manager.cc:362] Metadata directory not provided
02:02:14.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.913757 24978 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.914126 24978 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:14.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.916580 24978 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data/instance:
02:02:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4"
02:02:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:14 on dist-test-slave-vk3l"
02:02:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.917346 24978 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/wal/instance:
02:02:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4"
02:02:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:14 on dist-test-slave-vk3l"
02:02:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.922611 24978 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
02:02:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.923910 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } attempt: 4
02:02:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:14.925776 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.253:37467: Network error: Client connection negotiation failed: client connection to 127.24.77.253:37467: connect: Connection refused (error 111)
02:02:14.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.926159 24993 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.927559 24978 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
02:02:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.927704 24978 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data,/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/wal
02:02:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4"
02:02:14.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:14 on dist-test-slave-vk3l"
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.927942 24978 fs_report.cc:389] FS layout report
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/wal
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/wal
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data/data
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.960950 24978 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:14.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.961827 24978 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:14.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.962076 24978 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.984213 24978 rpc_server.cc:307] RPC server started. Bound to: 127.24.77.253:37467
02:02:14.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.984223 25054 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.77.253:37467 every 8 connection(s)
02:02:14.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.985741 24978 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/data/info.pb
02:02:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.988452 24887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu as pid 24978
02:02:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.988624 24887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-1/wal/instance
02:02:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.989854 24887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/wal
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/logs
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data/info.pb
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.252:42227
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.252
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38187/jwks.json
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:14.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.990571 25055 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:14.997107 25055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } has no permanent_uuid. Determining permanent_uuid...
02:02:15.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.010521 25055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } has no permanent_uuid. Determining permanent_uuid...
02:02:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.020776 25055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } has no permanent_uuid. Determining permanent_uuid...
02:02:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.021924 24996 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.023633 25055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.073010 25055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 1
02:02:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.075023 25055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.143329 25055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 2
02:02:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.145422 25055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.225013 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } attempt: 5
02:02:15.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.231169 24974 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } has no permanent_uuid. Determining permanent_uuid...
02:02:15.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.232870 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.236685 25055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 3
02:02:15.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.238402 25055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.284140 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 1
02:02:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.286286 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.315703 25057 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.316107 25057 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.316190 25057 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.324810 25057 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.324911 25057 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.324959 25057 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.324996 25057 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.325050 25057 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.325088 25057 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:15.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.325129 25057 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38187/jwks.json
02:02:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.335508 25057 master_runner.cc:387] Master server non-default flags:
02:02:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/wal
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.252:42227
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38187/jwks.json
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data/info.pb
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.252
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/logs
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 01:43:24 UTC on bdcb31816ec0
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12430
02:02:15.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:15.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.337162 25057 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.338919 25057 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:15.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.346511 25066 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:15.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.346596 25065 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.347870 25068 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.348023 25057 server_base.cc:1061] running on GCE node
02:02:15.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.348750 25057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:15.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.350052 25057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.351265 25057 hybrid_clock.cc:648] HybridClock initialized: now 1781661735351203 us; error 37 us; skew 500 ppm
02:02:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.351601 25057 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.353665 25057 webserver.cc:533] Webserver started at http://127.24.77.252:41367/ using document root <none> and password file <none>
02:02:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.354354 25057 fs_manager.cc:362] Metadata directory not provided
02:02:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.354475 25057 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.354574 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 2
02:02:15.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.354876 25057 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:15.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.356287 24974 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.357311 25057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data/instance:
02:02:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0015d6ec635424e97ed9729289ff602"
02:02:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:15 on dist-test-slave-vk3l"
02:02:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.358074 25057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/wal/instance:
02:02:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0015d6ec635424e97ed9729289ff602"
02:02:15.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:15 on dist-test-slave-vk3l"
02:02:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.363191 25057 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
02:02:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.366653 25074 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.367993 25057 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.368157 25057 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data,/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/wal
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0015d6ec635424e97ed9729289ff602"
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:15 on dist-test-slave-vk3l"
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.368358 25057 fs_report.cc:389] FS layout report
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/wal
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/wal
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data/data
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:15.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.381644 25055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 4
02:02:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.382516 25057 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.383352 25057 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.383474 25055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.383646 25057 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:15.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.404934 25057 rpc_server.cc:307] RPC server started. Bound to: 127.24.77.252:42227
02:02:15.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.404970 25135 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.77.252:42227 every 8 connection(s)
02:02:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.406411 25057 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/data/info.pb
02:02:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.407192 24887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu as pid 25057
02:02:15.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.407405 24887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/master-2/wal/instance
02:02:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.410688 25136 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:15.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.417657 25136 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } has no permanent_uuid. Determining permanent_uuid...
02:02:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.431026 25136 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } has no permanent_uuid. Determining permanent_uuid...
02:02:15.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.437398 25136 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } has no permanent_uuid. Determining permanent_uuid...
02:02:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.446545 25136 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602: Bootstrap starting.
02:02:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.449823 25136 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602: Neither blocks nor log segments found. Creating new log.
02:02:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.450801 25136 log.cc:826] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602: Log is configured to *not* fsync() on all Append() calls
02:02:15.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.453166 25136 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602: No bootstrap required, opened a new log
02:02:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.458232 25136 raft_consensus.cc:359] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.458499 25136 raft_consensus.cc:385] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.458578 25136 raft_consensus.cc:740] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0015d6ec635424e97ed9729289ff602, State: Initialized, Role: FOLLOWER
02:02:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.459161 25136 consensus_queue.cc:260] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.460053 25143 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.460340 25143 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: This master's current role is: FOLLOWER
02:02:15.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.461288 25136 sys_catalog.cc:565] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: configured and running, proceeding with master startup.
02:02:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.462481 24974 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 3
02:02:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.472389 25154 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:02:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.472506 25154 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:02:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.467898 25057 master_runner.cc:187] Error getting master registration for 127.24.77.254:38367: OK, instance_id { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" instance_seqno: 1781661734530693 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:02:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.473984 24974 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: Bootstrap starting.
02:02:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.474061 25057 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.475926 25143 raft_consensus.cc:493] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.476167 25143 raft_consensus.cc:515] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.477169 24974 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: Neither blocks nor log segments found. Creating new log.
02:02:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.477768 25143 leader_election.cc:290] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), 8d3c2e0d4ec3408892ba00b0e31be3a4 (127.24.77.253:37467)
02:02:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.478434 24974 log.cc:826] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: Log is configured to *not* fsync() on all Append() calls
02:02:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.487735 24974 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: No bootstrap required, opened a new log
02:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.495121 24974 raft_consensus.cc:359] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.495489 24974 raft_consensus.cc:385] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.495605 24974 raft_consensus.cc:740] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 81f3ec16022947aeb252ff4dac464cf0, State: Initialized, Role: FOLLOWER
02:02:15.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.496341 24974 consensus_queue.cc:260] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.497546 25157 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.498003 25157 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: This master's current role is: FOLLOWER
02:02:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.498684 24974 sys_catalog.cc:565] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: configured and running, proceeding with master startup.
02:02:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.498714 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f0015d6ec635424e97ed9729289ff602" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0" is_pre_election: true
02:02:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.499244 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0015d6ec635424e97ed9729289ff602 in term 0.
02:02:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.500115 25076 leader_election.cc:304] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, f0015d6ec635424e97ed9729289ff602; no voters:
02:02:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.500689 25143 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.500834 25143 raft_consensus.cc:493] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:15.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.500952 25143 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 0 FOLLOWER]: Advancing to term 1
02:02:15.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.504140 25143 raft_consensus.cc:515] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.506861 25143 leader_election.cc:290] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [CANDIDATE]: Term 1 election: Requested vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), 8d3c2e0d4ec3408892ba00b0e31be3a4 (127.24.77.253:37467)
02:02:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.506237 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f0015d6ec635424e97ed9729289ff602" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0"
02:02:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.507709 24939 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 0 FOLLOWER]: Advancing to term 1
02:02:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.511171 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0015d6ec635424e97ed9729289ff602 in term 1.
02:02:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.512817 25168 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:02:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.513502 25076 leader_election.cc:304] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, f0015d6ec635424e97ed9729289ff602; no voters:
02:02:15.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.513998 25143 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 1 FOLLOWER]: Leader election won for term 1
02:02:15.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.516211 24918 tablet.cc:2406] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.514696 24898 master_runner.cc:187] Error getting master registration for 127.24.77.253:37467: OK, instance_id { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" instance_seqno: 1781661734978910 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:02:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.521014 24898 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:15.521219 25168 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:02:15.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.521631 25143 raft_consensus.cc:697] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [term 1 LEADER]: Becoming Leader. State: Replica: f0015d6ec635424e97ed9729289ff602, State: Running, Role: LEADER
02:02:15.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.522178 25143 consensus_queue.cc:237] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.532260 25170 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f0015d6ec635424e97ed9729289ff602. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.532567 25170 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: This master's current role is: LEADER
02:02:15.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.533710 25172 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:02:15.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.536202 25172 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:02:15.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.552084 24939 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Refusing update from remote peer f0015d6ec635424e97ed9729289ff602: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.553357 25143 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.569581 25157 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f0015d6ec635424e97ed9729289ff602. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.569855 25157 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: This master's current role is: FOLLOWER
02:02:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.572353 25173 mvcc.cc:204] Tried to move back new op lower bound from 7297686468808253440 to 7297686468704096256. Current Snapshot: MvccSnapshot[applied={T|T < 7297686468808253440}]
02:02:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.580411 25143 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.580718 25143 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: This master's current role is: LEADER
02:02:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.582423 25172 catalog_manager.cc:1382] Generated new cluster ID: 304975ab6c804c23bf70260f490a152d
02:02:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.582535 25172 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:02:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.583683 25157 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.583937 25157 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: This master's current role is: FOLLOWER
02:02:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.617409 25172 catalog_manager.cc:1405] Generated new certificate authority record
02:02:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.620375 25172 catalog_manager.cc:1539] Loading token signing keys...
02:02:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.643517 25172 catalog_manager.cc:6069] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602: Generated new TSK 0
02:02:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.645408 25172 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.658519 24887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/wal
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/logs
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data/info.pb
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.193:0
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.77.193
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.193
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:02:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.682696 25055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } attempt: 5
02:02:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.697589 25055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: Bootstrap starting.
02:02:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.702059 25055 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: Neither blocks nor log segments found. Creating new log.
02:02:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.704908 25055 log.cc:826] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: Log is configured to *not* fsync() on all Append() calls
02:02:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.720829 25055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: No bootstrap required, opened a new log
02:02:15.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.737828 25055 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.738813 25055 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.739243 25055 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d3c2e0d4ec3408892ba00b0e31be3a4, State: Initialized, Role: FOLLOWER
02:02:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.740844 25055 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.753929 25019 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f0015d6ec635424e97ed9729289ff602" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4"
02:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.754400 25019 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 0 FOLLOWER]: Advancing to term 1
02:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.757612 25019 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0015d6ec635424e97ed9729289ff602 in term 1.
02:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.758652 25018 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Refusing update from remote peer f0015d6ec635424e97ed9729289ff602: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.759212 25020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f0015d6ec635424e97ed9729289ff602" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" is_pre_election: true
02:02:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.759452 25020 raft_consensus.cc:2376] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate f0015d6ec635424e97ed9729289ff602 in term 1. Re-sending same reply.
02:02:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.762210 25143 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.769771 25055 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: configured and running, proceeding with master startup.
02:02:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.817008 25180 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.817153 25181 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f0015d6ec635424e97ed9729289ff602. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.817426 25180 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: This master's current role is: FOLLOWER
02:02:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.817488 25181 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: This master's current role is: FOLLOWER
02:02:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.817977 25186 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.818383 25186 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: This master's current role is: FOLLOWER
02:02:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.878861 25198 catalog_manager.cc:1294] Loaded cluster ID: 304975ab6c804c23bf70260f490a152d
02:02:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.879184 25198 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: loading cluster ID for follower catalog manager: success
02:02:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.883821 25198 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: acquiring CA information for follower catalog manager: success
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.887614 25170 sys_catalog.cc:455] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f0015d6ec635424e97ed9729289ff602" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.887902 25170 sys_catalog.cc:458] T 00000000000000000000000000000000 P f0015d6ec635424e97ed9729289ff602 [sys.catalog]: This master's current role is: LEADER
02:02:15.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:15.889993 25198 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.141548 25178 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.141860 25178 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:16.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.141948 25178 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.151149 25178 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.151288 25178 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:02:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.151335 25178 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:02:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.151369 25178 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:02:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.151446 25178 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.77.193
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.161731 25178 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/wal
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.193:0
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data/info.pb
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.193
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.77.193
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/logs
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
02:02:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 01:43:24 UTC on bdcb31816ec0
02:02:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12430
02:02:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.163676 25178 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.165545 25178 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.174678 25205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.174711 25204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.177060 25207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:16.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.177284 25178 server_base.cc:1061] running on GCE node
02:02:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.177919 25178 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.178972 25178 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.180222 25178 hybrid_clock.cc:648] HybridClock initialized: now 1781661736180144 us; error 41 us; skew 500 ppm
02:02:16.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.180548 25178 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.183142 25178 webserver.cc:533] Webserver started at http://127.24.77.193:37927/ using document root <none> and password file <none>
02:02:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.184082 25178 fs_manager.cc:362] Metadata directory not provided
02:02:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.184224 25178 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:16.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.184612 25178 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.187750 25178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data/instance:
02:02:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f4915c215544e7385c73927d4e632c3"
02:02:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:16 on dist-test-slave-vk3l"
02:02:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.188704 25178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/wal/instance:
02:02:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f4915c215544e7385c73927d4e632c3"
02:02:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:16 on dist-test-slave-vk3l"
02:02:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.195441 25178 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
02:02:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.200687 25213 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.202260 25178 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
02:02:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.202442 25178 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data,/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/wal
02:02:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f4915c215544e7385c73927d4e632c3"
02:02:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:16 on dist-test-slave-vk3l"
02:02:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.202670 25178 fs_report.cc:389] FS layout report
02:02:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/wal
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/wal
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data/data
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.231703 25178 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.232844 25178 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.233160 25178 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.236876 25178 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.236994 25178 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.237103 25178 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.237174 25178 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.324637 25178 rpc_server.cc:307] RPC server started. Bound to: 127.24.77.193:36859
02:02:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.324669 25337 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.77.193:36859 every 8 connection(s)
02:02:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.326071 25178 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/data/info.pb
02:02:16.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.330235 25339 heartbeater.cc:344] Connected to a master server at 127.24.77.254:38367
02:02:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.330569 25339 heartbeater.cc:461] Registering TS with master...
02:02:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.331635 25339 heartbeater.cc:507] Master 127.24.77.254:38367 requested a full tablet report, sending...
02:02:16.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.334453 24887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu as pid 25178
02:02:16.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.334642 24887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-0/wal/instance
02:02:16.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.337026 24929 ts_manager.cc:194] Registered new tserver with Master: 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859)
02:02:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.339929 25338 heartbeater.cc:344] Connected to a master server at 127.24.77.252:42227
02:02:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.340085 25338 heartbeater.cc:461] Registering TS with master...
02:02:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.340626 25338 heartbeater.cc:507] Master 127.24.77.252:42227 requested a full tablet report, sending...
02:02:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.343631 25091 ts_manager.cc:194] Registered new tserver with Master: 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859)
02:02:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.345301 25091 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.77.193:54611
02:02:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.347711 24887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/wal
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/logs
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data/info.pb
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.194:0
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.77.194
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.194
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:16.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:02:16.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.350400 25340 heartbeater.cc:344] Connected to a master server at 127.24.77.253:37467
02:02:16.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.350551 25340 heartbeater.cc:461] Registering TS with master...
02:02:16.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.350890 25340 heartbeater.cc:507] Master 127.24.77.253:37467 requested a full tablet report, sending...
02:02:16.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.352494 25010 ts_manager.cc:194] Registered new tserver with Master: 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859)
02:02:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.523145 25168 catalog_manager.cc:1294] Loaded cluster ID: 304975ab6c804c23bf70260f490a152d
02:02:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.523245 25168 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: loading cluster ID for follower catalog manager: success
02:02:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.525946 25168 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: acquiring CA information for follower catalog manager: success
02:02:16.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.527750 25168 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.684228 25342 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.684541 25342 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.684629 25342 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.693195 25342 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.693336 25342 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:02:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.693385 25342 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:02:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.693420 25342 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:02:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.693496 25342 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.77.194
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.704463 25342 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/wal
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.194:0
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data/info.pb
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.194
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.77.194
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/logs
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 01:43:24 UTC on bdcb31816ec0
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12430
02:02:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.706053 25342 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.707998 25342 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.717110 25347 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.717092 25348 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:16.718243 25350 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.718636 25342 server_base.cc:1061] running on GCE node
02:02:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.719208 25342 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.720188 25342 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.721405 25342 hybrid_clock.cc:648] HybridClock initialized: now 1781661736721348 us; error 27 us; skew 500 ppm
02:02:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.721699 25342 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:16.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.723721 25342 webserver.cc:533] Webserver started at http://127.24.77.194:44221/ using document root <none> and password file <none>
02:02:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.724462 25342 fs_manager.cc:362] Metadata directory not provided
02:02:16.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.724586 25342 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:16.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.724927 25342 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.727205 25342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data/instance:
02:02:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35aec927304f4367a7f01fde3df615ca"
02:02:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:16 on dist-test-slave-vk3l"
02:02:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.728014 25342 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/wal/instance:
02:02:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35aec927304f4367a7f01fde3df615ca"
02:02:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:16 on dist-test-slave-vk3l"
02:02:16.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.733183 25342 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
02:02:16.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.736408 25356 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:16.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.737711 25342 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.737875 25342 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data,/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/wal
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35aec927304f4367a7f01fde3df615ca"
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:16 on dist-test-slave-vk3l"
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.738063 25342 fs_report.cc:389] FS layout report
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/wal
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/wal
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data/data
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:16.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:16.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.774832 25342 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:16.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.775743 25342 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.776063 25342 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.778947 25342 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.779049 25342 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.779151 25342 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.779218 25342 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:16.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.827973 25342 rpc_server.cc:307] RPC server started. Bound to: 127.24.77.194:44329
02:02:16.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.828022 25477 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.77.194:44329 every 8 connection(s)
02:02:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.829329 25342 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/data/info.pb
02:02:16.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.832307 25479 heartbeater.cc:344] Connected to a master server at 127.24.77.254:38367
02:02:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.833117 25479 heartbeater.cc:461] Registering TS with master...
02:02:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.834129 25479 heartbeater.cc:507] Master 127.24.77.254:38367 requested a full tablet report, sending...
02:02:16.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.835788 24928 ts_manager.cc:194] Registered new tserver with Master: 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329)
02:02:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.837963 25478 heartbeater.cc:344] Connected to a master server at 127.24.77.252:42227
02:02:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.838104 25478 heartbeater.cc:461] Registering TS with master...
02:02:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.838353 24887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu as pid 25342
02:02:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.838522 24887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-1/wal/instance
02:02:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.838652 25478 heartbeater.cc:507] Master 127.24.77.252:42227 requested a full tablet report, sending...
02:02:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.839534 25091 ts_manager.cc:194] Registered new tserver with Master: 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329)
02:02:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.840631 25091 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.77.194:55145
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.842064 25480 heartbeater.cc:344] Connected to a master server at 127.24.77.253:37467
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.842211 25480 heartbeater.cc:461] Registering TS with master...
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.842486 25480 heartbeater.cc:507] Master 127.24.77.253:37467 requested a full tablet report, sending...
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.842620 24887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/wal
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/logs
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data/info.pb
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.195:0
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.77.195
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.195
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:02:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:16.844151 25010 ts_manager.cc:194] Registered new tserver with Master: 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329)
02:02:17.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.165164 25483 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:17.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.165457 25483 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:17.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.165544 25483 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.174036 25483 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.174161 25483 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:02:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.174224 25483 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:02:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.174260 25483 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:02:17.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.174335 25483 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.77.195
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.184327 25483 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.77.212:35903
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/wal
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.77.195:0
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data/info.pb
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.77.195
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.77.254:38367,127.24.77.253:37467,127.24.77.252:42227
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.77.195
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/logs
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:17.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 23b10557f461bc2be3d2c282748d8de96f9c46ec
02:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Jun 2026 01:43:24 UTC on bdcb31816ec0
02:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12430
02:02:17.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:17.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.185891 25483 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:17.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.187659 25483 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.196856 25489 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.196822 25490 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:17.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.197718 25492 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:17.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.198654 25483 server_base.cc:1061] running on GCE node
02:02:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.199242 25483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:17.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.200223 25483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:17.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.201439 25483 hybrid_clock.cc:648] HybridClock initialized: now 1781661737201365 us; error 51 us; skew 500 ppm
02:02:17.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.201691 25483 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.203653 25483 webserver.cc:533] Webserver started at http://127.24.77.195:41639/ using document root <none> and password file <none>
02:02:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.204377 25483 fs_manager.cc:362] Metadata directory not provided
02:02:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.204478 25483 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.204756 25483 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.206955 25483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data/instance:
02:02:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dc653d2ff3e4936a8bf4f0771c04bae"
02:02:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:17 on dist-test-slave-vk3l"
02:02:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.207623 25483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/wal/instance:
02:02:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dc653d2ff3e4936a8bf4f0771c04bae"
02:02:17.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:17 on dist-test-slave-vk3l"
02:02:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.212585 25483 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.002s
02:02:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.216014 25498 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.217376 25483 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.217528 25483 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data,/tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/wal
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dc653d2ff3e4936a8bf4f0771c04bae"
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-17 02:02:17 on dist-test-slave-vk3l"
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.217727 25483 fs_report.cc:389] FS layout report
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/wal
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/wal
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data/data
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:17.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.231729 25483 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.232610 25483 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:17.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.232846 25483 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.235625 25483 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.235881 25483 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
02:02:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.236013 25483 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.236088 25483 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:17.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.289220 25483 rpc_server.cc:307] RPC server started. Bound to: 127.24.77.195:38817
02:02:17.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.289248 25619 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.77.195:38817 every 8 connection(s)
02:02:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.290766 25483 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/data/info.pb
02:02:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.293476 25621 heartbeater.cc:344] Connected to a master server at 127.24.77.254:38367
02:02:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.294085 25621 heartbeater.cc:461] Registering TS with master...
02:02:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.295684 25621 heartbeater.cc:507] Master 127.24.77.254:38367 requested a full tablet report, sending...
02:02:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.297857 24928 ts_manager.cc:194] Registered new tserver with Master: 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817)
02:02:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.299250 24887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu as pid 25483
02:02:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.299433 24887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP3uaIy/test-tmp/mini-kudu-cluster8510520684694725629/ts-2/wal/instance
02:02:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.302577 25620 heartbeater.cc:344] Connected to a master server at 127.24.77.252:42227
02:02:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.302717 25620 heartbeater.cc:461] Registering TS with master...
02:02:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.303246 25620 heartbeater.cc:507] Master 127.24.77.252:42227 requested a full tablet report, sending...
02:02:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.304322 25090 ts_manager.cc:194] Registered new tserver with Master: 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817)
02:02:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.305488 25090 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.77.195:39115
02:02:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.307101 25622 heartbeater.cc:344] Connected to a master server at 127.24.77.253:37467
02:02:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.307358 25622 heartbeater.cc:461] Registering TS with master...
02:02:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.307753 25622 heartbeater.cc:507] Master 127.24.77.253:37467 requested a full tablet report, sending...
02:02:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.308952 25009 ts_manager.cc:194] Registered new tserver with Master: 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817)
02:02:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.321578 24887 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:02:17.323 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:02:17.323 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:02:17.324 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.77.254"
port: 38367
}
bound_http_address {
host: "127.24.77.254"
port: 38743
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.77.253"
port: 37467
}
bound_http_address {
host: "127.24.77.253"
port: 36857
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.77.252"
port: 42227
}
bound_http_address {
host: "127.24.77.252"
port: 41367
}
}
}
02:02:17.325 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:02:17.325 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.77.193"
port: 36859
}
bound_http_address {
host: "127.24.77.193"
port: 37927
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.77.194"
port: 44329
}
bound_http_address {
host: "127.24.77.194"
port: 44221
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.77.195"
port: 38817
}
bound_http_address {
host: "127.24.77.195"
port: 41639
}
}
}
02:02:17.325 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:02:17.327 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:02:17.329 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.77.254:38367(127.24.77.254:38367)] connecting to peer
02:02:17.330 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:17.330 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.77.254:38367(127.24.77.254:38367)] Successfully connected to peer
02:02:17.330 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.77.253:37467(127.24.77.253:37467)] connecting to peer
02:02:17.331 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.77.252:42227(127.24.77.252:42227)] Successfully connected to peer
02:02:17.332 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.77.254
02:02:17.332 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.77.252
02:02:17.334 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.77.253:37467(127.24.77.253:37467)] Successfully connected to peer
02:02:17.335 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.77.253
02:02:17.343 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeb62d39c, L:/127.0.0.1:37980 - R:/127.24.77.254:38367] using SASL/PLAIN
02:02:17.345 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa3784860, L:/127.0.0.1:57012 - R:/127.24.77.252:42227] using SASL/PLAIN
02:02:17.347 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:02:17.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [15ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [18ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: OK, deferred=null) after lookup
02:02:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.348551 25338 heartbeater.cc:499] Master 127.24.77.252:42227 was elected leader, sending a full tablet report...
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.349830 25090 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57012:
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.351898 25090 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:17.356 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8baa7c5e, L:/127.0.0.1:58434 - R:/127.24.77.253:37467] using SASL/PLAIN
02:02:17.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table aa499782eef74e1abe2450cf281c7a11
02:02:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.407167 25273 tablet_service.cc:1511] Processing CreateTablet for tablet 909604fb92c740078ded6eb06a426eb4 (DEFAULT_TABLE table=txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:02:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.409034 25273 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 909604fb92c740078ded6eb06a426eb4. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.412249 25272 tablet_service.cc:1511] Processing CreateTablet for tablet 4c618dbbf46e4954a6df9d1fc71249e6 (DEFAULT_TABLE table=txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:02:17.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.412791 25272 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c618dbbf46e4954a6df9d1fc71249e6. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.414731 25547 tablet_service.cc:1511] Processing CreateTablet for tablet 4c618dbbf46e4954a6df9d1fc71249e6 (DEFAULT_TABLE table=txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:02:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.416908 25547 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c618dbbf46e4954a6df9d1fc71249e6. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.415812 25548 tablet_service.cc:1511] Processing CreateTablet for tablet 909604fb92c740078ded6eb06a426eb4 (DEFAULT_TABLE table=txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:02:17.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.417927 25548 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 909604fb92c740078ded6eb06a426eb4. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.430980 25410 tablet_service.cc:1511] Processing CreateTablet for tablet 909604fb92c740078ded6eb06a426eb4 (DEFAULT_TABLE table=txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:02:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.432451 25410 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 909604fb92c740078ded6eb06a426eb4. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.433151 25409 tablet_service.cc:1511] Processing CreateTablet for tablet 4c618dbbf46e4954a6df9d1fc71249e6 (DEFAULT_TABLE table=txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:02:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.433605 25409 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c618dbbf46e4954a6df9d1fc71249e6. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.442188 25645 tablet_bootstrap.cc:492] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3: Bootstrap starting.
02:02:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.446950 25645 tablet_bootstrap.cc:654] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3: Neither blocks nor log segments found. Creating new log.
02:02:17.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.448935 25646 tablet_bootstrap.cc:492] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae: Bootstrap starting.
02:02:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.449970 25645 log.cc:826] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3: Log is configured to *not* fsync() on all Append() calls
02:02:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.450313 25647 tablet_bootstrap.cc:492] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca: Bootstrap starting.
02:02:17.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.454691 25647 tablet_bootstrap.cc:654] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca: Neither blocks nor log segments found. Creating new log.
02:02:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.456029 25647 log.cc:826] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca: Log is configured to *not* fsync() on all Append() calls
02:02:17.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.456131 25646 tablet_bootstrap.cc:654] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae: Neither blocks nor log segments found. Creating new log.
02:02:17.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.457610 25646 log.cc:826] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae: Log is configured to *not* fsync() on all Append() calls
02:02:17.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.462142 25645 tablet_bootstrap.cc:492] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3: No bootstrap required, opened a new log
02:02:17.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.462493 25646 tablet_bootstrap.cc:492] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae: No bootstrap required, opened a new log
02:02:17.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.462479 25645 ts_tablet_manager.cc:1403] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3: Time spent bootstrapping tablet: real 0.021s user 0.011s sys 0.005s
02:02:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.462934 25646 ts_tablet_manager.cc:1403] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae: Time spent bootstrapping tablet: real 0.015s user 0.000s sys 0.009s
02:02:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.463693 25647 tablet_bootstrap.cc:492] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca: No bootstrap required, opened a new log
02:02:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.463979 25647 ts_tablet_manager.cc:1403] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca: Time spent bootstrapping tablet: real 0.014s user 0.008s sys 0.003s
02:02:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.470705 25647 raft_consensus.cc:359] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.471107 25647 raft_consensus.cc:385] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.469293 25645 raft_consensus.cc:359] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.471201 25647 raft_consensus.cc:740] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35aec927304f4367a7f01fde3df615ca, State: Initialized, Role: FOLLOWER
02:02:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.471302 25645 raft_consensus.cc:385] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.471423 25645 raft_consensus.cc:740] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f4915c215544e7385c73927d4e632c3, State: Initialized, Role: FOLLOWER
02:02:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.471912 25647 consensus_queue.cc:260] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.472323 25645 consensus_queue.cc:260] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.473111 25646 raft_consensus.cc:359] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.473793 25646 raft_consensus.cc:385] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.473987 25646 raft_consensus.cc:740] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3dc653d2ff3e4936a8bf4f0771c04bae, State: Initialized, Role: FOLLOWER
02:02:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.475253 25646 consensus_queue.cc:260] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.479267 25646 ts_tablet_manager.cc:1434] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae: Time spent starting tablet: real 0.016s user 0.006s sys 0.004s
02:02:17.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.479902 25620 heartbeater.cc:499] Master 127.24.77.252:42227 was elected leader, sending a full tablet report...
02:02:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.494980 25646 tablet_bootstrap.cc:492] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae: Bootstrap starting.
02:02:17.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.497308 25646 tablet_bootstrap.cc:654] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae: Neither blocks nor log segments found. Creating new log.
02:02:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.503140 25478 heartbeater.cc:499] Master 127.24.77.252:42227 was elected leader, sending a full tablet report...
02:02:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.504022 25647 ts_tablet_manager.cc:1434] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca: Time spent starting tablet: real 0.040s user 0.022s sys 0.017s
02:02:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.504360 25645 ts_tablet_manager.cc:1434] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3: Time spent starting tablet: real 0.042s user 0.017s sys 0.022s
02:02:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.507481 25646 tablet_bootstrap.cc:492] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae: No bootstrap required, opened a new log
02:02:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.507802 25646 ts_tablet_manager.cc:1403] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae: Time spent bootstrapping tablet: real 0.013s user 0.005s sys 0.001s
02:02:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.508860 25646 raft_consensus.cc:359] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.509145 25646 raft_consensus.cc:385] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.509336 25646 raft_consensus.cc:740] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3dc653d2ff3e4936a8bf4f0771c04bae, State: Initialized, Role: FOLLOWER
02:02:17.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.509720 25646 consensus_queue.cc:260] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.511066 25646 ts_tablet_manager.cc:1434] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
02:02:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.512980 25647 tablet_bootstrap.cc:492] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca: Bootstrap starting.
02:02:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.513725 25645 tablet_bootstrap.cc:492] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3: Bootstrap starting.
02:02:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.515442 25645 tablet_bootstrap.cc:654] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3: Neither blocks nor log segments found. Creating new log.
02:02:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.515462 25647 tablet_bootstrap.cc:654] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca: Neither blocks nor log segments found. Creating new log.
02:02:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.520382 25645 tablet_bootstrap.cc:492] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3: No bootstrap required, opened a new log
02:02:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.520687 25645 ts_tablet_manager.cc:1403] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3: Time spent bootstrapping tablet: real 0.007s user 0.006s sys 0.000s
02:02:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.521531 25645 raft_consensus.cc:359] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.521728 25645 raft_consensus.cc:385] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.521818 25645 raft_consensus.cc:740] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f4915c215544e7385c73927d4e632c3, State: Initialized, Role: FOLLOWER
02:02:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.522054 25645 consensus_queue.cc:260] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.522636 25647 tablet_bootstrap.cc:492] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca: No bootstrap required, opened a new log
02:02:17.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.522625 25645 ts_tablet_manager.cc:1434] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:02:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.522936 25647 ts_tablet_manager.cc:1403] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca: Time spent bootstrapping tablet: real 0.010s user 0.003s sys 0.005s
02:02:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.523772 25647 raft_consensus.cc:359] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.524096 25647 raft_consensus.cc:385] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.524294 25647 raft_consensus.cc:740] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35aec927304f4367a7f01fde3df615ca, State: Initialized, Role: FOLLOWER
02:02:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.524698 25647 consensus_queue.cc:260] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.525364 25647 ts_tablet_manager.cc:1434] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:02:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.533288 25653 raft_consensus.cc:493] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.533520 25653 raft_consensus.cc:515] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.534410 25652 raft_consensus.cc:493] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:17.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.534639 25652 raft_consensus.cc:515] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.535568 25653 leader_election.cc:290] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859), 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329)
02:02:17.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.536540 25652 leader_election.cc:290] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329), 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817)
02:02:17.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.548207 25433 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c618dbbf46e4954a6df9d1fc71249e6" candidate_uuid: "2f4915c215544e7385c73927d4e632c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35aec927304f4367a7f01fde3df615ca" is_pre_election: true
02:02:17.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.548815 25433 raft_consensus.cc:2468] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f4915c215544e7385c73927d4e632c3 in term 0.
02:02:17.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.549098 25623 tablet.cc:2406] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.550084 25216 leader_election.cc:304] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f4915c215544e7385c73927d4e632c3, 35aec927304f4367a7f01fde3df615ca; no voters:
02:02:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.550563 25652 raft_consensus.cc:2804] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.550709 25652 raft_consensus.cc:493] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.550792 25652 raft_consensus.cc:3060] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Advancing to term 1
02:02:17.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.553691 25652 raft_consensus.cc:515] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.555444 25433 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c618dbbf46e4954a6df9d1fc71249e6" candidate_uuid: "2f4915c215544e7385c73927d4e632c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35aec927304f4367a7f01fde3df615ca"
02:02:17.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.555658 25433 raft_consensus.cc:3060] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Advancing to term 1
02:02:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.558277 25574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c618dbbf46e4954a6df9d1fc71249e6" candidate_uuid: "2f4915c215544e7385c73927d4e632c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae"
02:02:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.555414 25293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c618dbbf46e4954a6df9d1fc71249e6" candidate_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f4915c215544e7385c73927d4e632c3" is_pre_election: true
02:02:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.558718 25574 raft_consensus.cc:3060] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Advancing to term 1
02:02:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.558960 25293 raft_consensus.cc:2393] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3dc653d2ff3e4936a8bf4f0771c04bae in current term 1: Already voted for candidate 2f4915c215544e7385c73927d4e632c3 in this term.
02:02:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.554450 25652 leader_election.cc:290] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [CANDIDATE]: Term 1 election: Requested vote from peers 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329), 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817)
02:02:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.560216 25575 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c618dbbf46e4954a6df9d1fc71249e6" candidate_uuid: "2f4915c215544e7385c73927d4e632c3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" is_pre_election: true
02:02:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.560451 25432 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c618dbbf46e4954a6df9d1fc71249e6" candidate_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35aec927304f4367a7f01fde3df615ca" is_pre_election: true
02:02:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.561245 25433 raft_consensus.cc:2468] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f4915c215544e7385c73927d4e632c3 in term 1.
02:02:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.561440 25501 leader_election.cc:304] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3dc653d2ff3e4936a8bf4f0771c04bae; no voters: 2f4915c215544e7385c73927d4e632c3, 35aec927304f4367a7f01fde3df615ca
02:02:17.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.561803 25216 leader_election.cc:304] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f4915c215544e7385c73927d4e632c3, 35aec927304f4367a7f01fde3df615ca; no voters:
02:02:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.562096 25652 raft_consensus.cc:2804] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 1 FOLLOWER]: Leader election won for term 1
02:02:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.562114 25574 raft_consensus.cc:2468] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f4915c215544e7385c73927d4e632c3 in term 1.
02:02:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.562284 25653 raft_consensus.cc:2749] T 4c618dbbf46e4954a6df9d1fc71249e6 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:02:17.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.562575 25652 raft_consensus.cc:697] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [term 1 LEADER]: Becoming Leader. State: Replica: 2f4915c215544e7385c73927d4e632c3, State: Running, Role: LEADER
02:02:17.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.563067 25652 consensus_queue.cc:237] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.567391 25090 catalog_manager.cc:5696] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2f4915c215544e7385c73927d4e632c3 (127.24.77.193). New cstate: current_term: 1 leader_uuid: "2f4915c215544e7385c73927d4e632c3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } health_report { overall_health: UNKNOWN } } }
02:02:17.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.583267 25481 tablet.cc:2406] T 4c618dbbf46e4954a6df9d1fc71249e6 P 35aec927304f4367a7f01fde3df615ca: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:17.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.593700 25341 tablet.cc:2406] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:17.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.748405 25651 raft_consensus.cc:493] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:17.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.748617 25651 raft_consensus.cc:515] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.750396 25651 leader_election.cc:290] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859), 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817)
02:02:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.758448 25574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "909604fb92c740078ded6eb06a426eb4" candidate_uuid: "35aec927304f4367a7f01fde3df615ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" is_pre_election: true
02:02:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.758463 25293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "909604fb92c740078ded6eb06a426eb4" candidate_uuid: "35aec927304f4367a7f01fde3df615ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f4915c215544e7385c73927d4e632c3" is_pre_election: true
02:02:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.758714 25574 raft_consensus.cc:2468] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35aec927304f4367a7f01fde3df615ca in term 0.
02:02:17.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.758746 25293 raft_consensus.cc:2468] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35aec927304f4367a7f01fde3df615ca in term 0.
02:02:17.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.759238 25359 leader_election.cc:304] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f4915c215544e7385c73927d4e632c3, 35aec927304f4367a7f01fde3df615ca; no voters:
02:02:17.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.759601 25651 raft_consensus.cc:2804] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:17.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.759711 25651 raft_consensus.cc:493] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:17.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.759775 25651 raft_consensus.cc:3060] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Advancing to term 1
02:02:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.761840 25651 raft_consensus.cc:515] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.762442 25651 leader_election.cc:290] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [CANDIDATE]: Term 1 election: Requested vote from peers 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859), 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817)
02:02:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.762884 25293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "909604fb92c740078ded6eb06a426eb4" candidate_uuid: "35aec927304f4367a7f01fde3df615ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f4915c215544e7385c73927d4e632c3"
02:02:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.762914 25574 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "909604fb92c740078ded6eb06a426eb4" candidate_uuid: "35aec927304f4367a7f01fde3df615ca" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae"
02:02:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.763041 25293 raft_consensus.cc:3060] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Advancing to term 1
02:02:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.763120 25574 raft_consensus.cc:3060] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Advancing to term 1
02:02:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.765002 25293 raft_consensus.cc:2468] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35aec927304f4367a7f01fde3df615ca in term 1.
02:02:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.765040 25574 raft_consensus.cc:2468] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35aec927304f4367a7f01fde3df615ca in term 1.
02:02:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.765419 25358 leader_election.cc:304] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2f4915c215544e7385c73927d4e632c3, 35aec927304f4367a7f01fde3df615ca, 3dc653d2ff3e4936a8bf4f0771c04bae; no voters:
02:02:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.765736 25651 raft_consensus.cc:2804] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 1 FOLLOWER]: Leader election won for term 1
02:02:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.766165 25651 raft_consensus.cc:697] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [term 1 LEADER]: Becoming Leader. State: Replica: 35aec927304f4367a7f01fde3df615ca, State: Running, Role: LEADER
02:02:17.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.766896 25651 consensus_queue.cc:237] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.772109 25090 catalog_manager.cc:5696] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca reported cstate change: term changed from 0 to 1, leader changed from <none> to 35aec927304f4367a7f01fde3df615ca (127.24.77.194). New cstate: current_term: 1 leader_uuid: "35aec927304f4367a7f01fde3df615ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } health_report { overall_health: UNKNOWN } } }
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.913347 25090 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57016:
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:02:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:02:17.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:17.914527 25090 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.925793 25272 tablet_service.cc:1511] Processing CreateTablet for tablet 62ac1bbd843c416ebcbc381e4069b41f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a987c0703154723a078809d7c0f3682]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:02:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.925943 25409 tablet_service.cc:1511] Processing CreateTablet for tablet 62ac1bbd843c416ebcbc381e4069b41f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a987c0703154723a078809d7c0f3682]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:02:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.926810 25409 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62ac1bbd843c416ebcbc381e4069b41f. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.926810 25272 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62ac1bbd843c416ebcbc381e4069b41f. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.926548 25547 tablet_service.cc:1511] Processing CreateTablet for tablet 62ac1bbd843c416ebcbc381e4069b41f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5a987c0703154723a078809d7c0f3682]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:02:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.927309 25547 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 62ac1bbd843c416ebcbc381e4069b41f. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.932330 25645 tablet_bootstrap.cc:492] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: Bootstrap starting.
02:02:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.933734 25645 tablet_bootstrap.cc:654] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: Neither blocks nor log segments found. Creating new log.
02:02:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.933789 25646 tablet_bootstrap.cc:492] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: Bootstrap starting.
02:02:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.933837 25647 tablet_bootstrap.cc:492] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: Bootstrap starting.
02:02:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.935460 25647 tablet_bootstrap.cc:654] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: Neither blocks nor log segments found. Creating new log.
02:02:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.935511 25646 tablet_bootstrap.cc:654] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: Neither blocks nor log segments found. Creating new log.
02:02:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.935777 25645 tablet_bootstrap.cc:492] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: No bootstrap required, opened a new log
02:02:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.936009 25645 ts_tablet_manager.cc:1403] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.001s
02:02:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.936805 25645 raft_consensus.cc:359] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.937052 25645 raft_consensus.cc:385] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.937119 25645 raft_consensus.cc:740] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f4915c215544e7385c73927d4e632c3, State: Initialized, Role: FOLLOWER
02:02:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.937397 25645 consensus_queue.cc:260] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.937870 25652 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.938108 25652 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.939520 25645 ts_tablet_manager.cc:1434] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: Time spent starting tablet: real 0.003s user 0.000s sys 0.002s
02:02:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.943221 25646 tablet_bootstrap.cc:492] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: No bootstrap required, opened a new log
02:02:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.943485 25646 ts_tablet_manager.cc:1403] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: Time spent bootstrapping tablet: real 0.010s user 0.002s sys 0.004s
02:02:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.944789 25646 raft_consensus.cc:359] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.944954 25646 raft_consensus.cc:385] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.945010 25646 raft_consensus.cc:740] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3dc653d2ff3e4936a8bf4f0771c04bae, State: Initialized, Role: FOLLOWER
02:02:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.945254 25646 consensus_queue.cc:260] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.945812 25646 ts_tablet_manager.cc:1434] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
02:02:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.945730 25653 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.945960 25653 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.947521 25647 tablet_bootstrap.cc:492] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: No bootstrap required, opened a new log
02:02:17.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.947700 25647 ts_tablet_manager.cc:1403] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: Time spent bootstrapping tablet: real 0.014s user 0.011s sys 0.000s
02:02:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.948585 25647 raft_consensus.cc:359] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.948920 25647 raft_consensus.cc:385] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.948973 25647 raft_consensus.cc:740] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35aec927304f4367a7f01fde3df615ca, State: Initialized, Role: FOLLOWER
02:02:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.949165 25647 consensus_queue.cc:260] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.949540 25651 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.949764 25651 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.951144 25647 ts_tablet_manager.cc:1434] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
02:02:17.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.955430 25653 raft_consensus.cc:493] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:17.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.955596 25653 raft_consensus.cc:515] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.956211 25653 leader_election.cc:290] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859), 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329)
02:02:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.956758 25433 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62ac1bbd843c416ebcbc381e4069b41f" candidate_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35aec927304f4367a7f01fde3df615ca" is_pre_election: true
02:02:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.956745 25293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62ac1bbd843c416ebcbc381e4069b41f" candidate_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f4915c215544e7385c73927d4e632c3" is_pre_election: true
02:02:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.956975 25433 raft_consensus.cc:2468] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3dc653d2ff3e4936a8bf4f0771c04bae in term 0.
02:02:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.956975 25293 raft_consensus.cc:2468] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3dc653d2ff3e4936a8bf4f0771c04bae in term 0.
02:02:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.957360 25501 leader_election.cc:304] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35aec927304f4367a7f01fde3df615ca, 3dc653d2ff3e4936a8bf4f0771c04bae; no voters:
02:02:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.957598 25653 raft_consensus.cc:2804] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.957739 25653 raft_consensus.cc:493] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:17.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.957854 25653 raft_consensus.cc:3060] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 0 FOLLOWER]: Advancing to term 1
02:02:17.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.960078 25653 raft_consensus.cc:515] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.960605 25653 leader_election.cc:290] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [CANDIDATE]: Term 1 election: Requested vote from peers 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859), 35aec927304f4367a7f01fde3df615ca (127.24.77.194:44329)
02:02:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.961069 25293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62ac1bbd843c416ebcbc381e4069b41f" candidate_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f4915c215544e7385c73927d4e632c3"
02:02:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.961083 25433 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "62ac1bbd843c416ebcbc381e4069b41f" candidate_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "35aec927304f4367a7f01fde3df615ca"
02:02:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.961257 25293 raft_consensus.cc:3060] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [term 0 FOLLOWER]: Advancing to term 1
02:02:17.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.961293 25433 raft_consensus.cc:3060] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [term 0 FOLLOWER]: Advancing to term 1
02:02:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.963200 25293 raft_consensus.cc:2468] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3dc653d2ff3e4936a8bf4f0771c04bae in term 1.
02:02:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.963258 25433 raft_consensus.cc:2468] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3dc653d2ff3e4936a8bf4f0771c04bae in term 1.
02:02:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.963617 25501 leader_election.cc:304] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f4915c215544e7385c73927d4e632c3, 3dc653d2ff3e4936a8bf4f0771c04bae; no voters:
02:02:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.963941 25653 raft_consensus.cc:2804] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 1 FOLLOWER]: Leader election won for term 1
02:02:17.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.964318 25653 raft_consensus.cc:697] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [term 1 LEADER]: Becoming Leader. State: Replica: 3dc653d2ff3e4936a8bf4f0771c04bae, State: Running, Role: LEADER
02:02:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.964865 25653 consensus_queue.cc:237] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } }
02:02:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.969262 25681 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: TxnStatusTablet state changed. Reason: New leader 3dc653d2ff3e4936a8bf4f0771c04bae. Latest consensus state: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.969492 25681 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: This TxnStatusTablet replica's current role is: LEADER
02:02:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.969990 25091 catalog_manager.cc:5696] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae reported cstate change: term changed from 0 to 1, leader changed from <none> to 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195). New cstate: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } health_report { overall_health: HEALTHY } } }
02:02:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.971380 25683 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:02:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.971702 25683 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:02:17.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:17.983877 25652 consensus_queue.cc:1048] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.014075 25660 consensus_queue.cc:1048] T 4c618dbbf46e4954a6df9d1fc71249e6 P 2f4915c215544e7385c73927d4e632c3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.018746 25431 raft_consensus.cc:1275] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca [term 1 FOLLOWER]: Refusing update from remote peer 3dc653d2ff3e4936a8bf4f0771c04bae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:18.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.020180 25293 raft_consensus.cc:1275] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3 [term 1 FOLLOWER]: Refusing update from remote peer 3dc653d2ff3e4936a8bf4f0771c04bae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:18.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.021358 25653 consensus_queue.cc:1048] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [LEADER]: Connected to new peer: Peer: permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:18.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.022040 25653 consensus_queue.cc:1048] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.036458 25651 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: TxnStatusTablet state changed. Reason: New leader 3dc653d2ff3e4936a8bf4f0771c04bae. Latest consensus state: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.036752 25651 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.036630 25652 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: TxnStatusTablet state changed. Reason: New leader 3dc653d2ff3e4936a8bf4f0771c04bae. Latest consensus state: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:18.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.036823 25652 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:18.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.044099 25689 mvcc.cc:204] Tried to move back new op lower bound from 7297686478911082496 to 7297686478707957760. Current Snapshot: MvccSnapshot[applied={T|T < 7297686478911082496}]
02:02:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.046993 25687 mvcc.cc:204] Tried to move back new op lower bound from 7297686478911082496 to 7297686478707957760. Current Snapshot: MvccSnapshot[applied={T|T < 7297686478911082496}]
02:02:18.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.052181 25653 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:18.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.052428 25653 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: This TxnStatusTablet replica's current role is: LEADER
02:02:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.061107 25653 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:18.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.061365 25653 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae: This TxnStatusTablet replica's current role is: LEADER
02:02:18.072 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:02:18.075 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table aa499782eef74e1abe2450cf281c7a11
02:02:18.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.074990 25652 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.075202 25652 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 2f4915c215544e7385c73927d4e632c3: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.075762 25651 tablet_replica.cc:442] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 } } peers { permanent_uuid: "35aec927304f4367a7f01fde3df615ca" member_type: VOTER last_known_addr { host: "127.24.77.194" port: 44329 } } peers { permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 } } }
02:02:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.079309 25651 tablet_replica.cc:445] T 62ac1bbd843c416ebcbc381e4069b41f P 35aec927304f4367a7f01fde3df615ca: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:18.080 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 909604fb92c740078ded6eb06a426eb4 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
02:02:18.080 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c618dbbf46e4954a6df9d1fc71249e6 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
02:02:18.080 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=909604fb92c740078ded6eb06a426eb4@[2f4915c215544e7385c73927d4e632c3(127.24.77.193:36859),35aec927304f4367a7f01fde3df615ca(127.24.77.194:44329)[L],3dc653d2ff3e4936a8bf4f0771c04bae(127.24.77.195:38817)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=4c618dbbf46e4954a6df9d1fc71249e6@[2f4915c215544e7385c73927d4e632c3(127.24.77.193:36859)[L],35aec927304f4367a7f01fde3df615ca(127.24.77.194:44329),3dc653d2ff3e4936a8bf4f0771c04bae(127.24.77.195:38817)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:02:18.081 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.77.252:42227, [5ms] Sub RPC GetTableLocations: received response from server master-127.24.77.252:42227: OK, deferred=null) after lookup
02:02:18.081 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 35aec927304f4367a7f01fde3df615ca(127.24.77.194:44329)] connecting to peer
02:02:18.084 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 35aec927304f4367a7f01fde3df615ca(127.24.77.194:44329)] Successfully connected to peer
02:02:18.098 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf1af0f7d, L:/127.0.0.1:38104 - R:/127.24.77.194:44329] using TOKEN/null
02:02:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.125190 25574 raft_consensus.cc:1275] T 909604fb92c740078ded6eb06a426eb4 P 3dc653d2ff3e4936a8bf4f0771c04bae [term 1 FOLLOWER]: Refusing update from remote peer 35aec927304f4367a7f01fde3df615ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:18.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.125162 25293 raft_consensus.cc:1275] T 909604fb92c740078ded6eb06a426eb4 P 2f4915c215544e7385c73927d4e632c3 [term 1 FOLLOWER]: Refusing update from remote peer 35aec927304f4367a7f01fde3df615ca: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.125809 25665 consensus_queue.cc:1048] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f4915c215544e7385c73927d4e632c3" member_type: VOTER last_known_addr { host: "127.24.77.193" port: 36859 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:18.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.126565 25665 consensus_queue.cc:1048] T 909604fb92c740078ded6eb06a426eb4 P 35aec927304f4367a7f01fde3df615ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "3dc653d2ff3e4936a8bf4f0771c04bae" member_type: VOTER last_known_addr { host: "127.24.77.195" port: 38817 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:18.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.137367 25688 mvcc.cc:204] Tried to move back new op lower bound from 7297686479354003456 to 7297686477897179136. Current Snapshot: MvccSnapshot[applied={T|T < 7297686479354003456}]
02:02:18.148 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.77.252:42227
02:02:18.148 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:02:18.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.149048 24887 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu pid 25057
02:02:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.152779 25131 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.278929 24887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu with pid 25057
02:02:18.301 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.77.252:42227(127.24.77.252:42227)] handling channelInactive
02:02:18.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state READY due to: connection closed
02:02:18.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.302276 25620 heartbeater.cc:646] Failed to heartbeat to 127.24.77.252:42227 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.24.77.252:42227 (error 108)
02:02:18.303 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.303653 24913 connection.cc:573] server connection from 127.0.0.1:50176 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:18.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.304100 24996 connection.cc:573] server connection from 127.0.0.1:44094 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:18.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.530330 25338 heartbeater.cc:646] Failed to heartbeat to 127.24.77.252:42227 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.579670 25707 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader f0015d6ec635424e97ed9729289ff602)
02:02:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.579957 25708 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader f0015d6ec635424e97ed9729289ff602)
02:02:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.579942 25707 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.580120 25708 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.581307 25707 leader_election.cc:290] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8d3c2e0d4ec3408892ba00b0e31be3a4 (127.24.77.253:37467), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.581367 25708 leader_election.cc:290] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.581979 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0" is_pre_election: true
02:02:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.582088 25020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81f3ec16022947aeb252ff4dac464cf0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" is_pre_election: true
02:02:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.582224 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in term 1.
02:02:18.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.582312 25020 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81f3ec16022947aeb252ff4dac464cf0 in term 1.
02:02:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.582814 24995 leader_election.cc:304] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters:
02:02:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.583266 25708 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:02:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.583385 25708 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Starting leader election (detected failure of leader f0015d6ec635424e97ed9729289ff602)
02:02:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.583467 25708 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 1 FOLLOWER]: Advancing to term 2
02:02:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.584106 24915 leader_election.cc:304] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters:
02:02:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.584661 25707 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:02:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.584789 25707 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader f0015d6ec635424e97ed9729289ff602)
02:02:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.584899 25707 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 1 FOLLOWER]: Advancing to term 2
02:02:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.585191 24915 leader_election.cc:336] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.586344 25708 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.586355 24996 leader_election.cc:336] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.587055 25708 leader_election.cc:290] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 2 election: Requested vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.587539 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0"
02:02:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.587574 25707 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.588043 24939 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in current term 2: Already voted for candidate 81f3ec16022947aeb252ff4dac464cf0 in this term.
02:02:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.588354 25707 leader_election.cc:290] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 2 election: Requested vote from peers 8d3c2e0d4ec3408892ba00b0e31be3a4 (127.24.77.253:37467), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.588728 25020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81f3ec16022947aeb252ff4dac464cf0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4"
02:02:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.588954 25020 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 81f3ec16022947aeb252ff4dac464cf0 in current term 2: Already voted for candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in this term.
02:02:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.589207 24996 leader_election.cc:336] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.589361 24996 leader_election.cc:304] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters: 81f3ec16022947aeb252ff4dac464cf0, f0015d6ec635424e97ed9729289ff602
02:02:18.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.589646 25708 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:02:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.590131 24915 leader_election.cc:336] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.590287 24915 leader_election.cc:304] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0; no voters: 8d3c2e0d4ec3408892ba00b0e31be3a4, f0015d6ec635424e97ed9729289ff602
02:02:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.590574 25707 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:02:18.592 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.594 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.24.77.252:42227(127.24.77.252:42227) for tablet Kudu Master: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.610 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.612 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.630 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.632 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.650 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.652 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.670 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.673 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.710 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.712 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.730 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.732 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.750 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.752 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.829 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.833 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.24.77.252:42227, [4ms] received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, deferred=Deferred@841541927(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007f751c33a8c0@681c9ca -> (continuation of Deferred@1402923062 after retry RPC after error@1126059071) -> (continuation of Deferred@906683562 after retry RPC after error@1053664312) -> (continuation of Deferred@448148623 after retry RPC after error@737737810) -> (continuation of Deferred@1245078067 after retry RPC after error@420082473) -> (continuation of Deferred@850439883 after retry RPC after error@1581698723) -> (continuation of Deferred@655890594 after retry RPC after error@1910388691) -> (continuation of Deferred@1177487829 after retry RPC after error@779412581), errback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007f751c33aae8@494e3401 -> (continuation of Deferred@1402923062 after retry RPC after error@1126059071) -> (continuation of Deferred@906683562 after retry RPC after error@1053664312) -> (continuation of Deferred@448148623 after retry RPC after error@737737810) -> (continuation of Deferred@1245078067 after retry RPC after error@420082473) -> (continuation of Deferred@850439883 after retry RPC after error@1581698723) -> (continuation of Deferred@655890594 after retry RPC after error@1910388691) -> (continuation of Deferred@1177487829 after retry RPC after error@779412581)))
02:02:18.833 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.24.77.252:42227, [4ms] received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, deferred=Deferred@841541927(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$241/0x00007f751c33a8c0@681c9ca -> (continuation of Deferred@1402923062 after retry RPC after error@1126059071) -> (continuation of Deferred@906683562 after retry RPC after error@1053664312) -> (continuation of Deferred@448148623 after retry RPC after error@737737810) -> (continuation of Deferred@1245078067 after retry RPC after error@420082473) -> (continuation of Deferred@850439883 after retry RPC after error@1581698723) -> (continuation of Deferred@655890594 after retry RPC after error@1910388691) -> (continuation of Deferred@1177487829 after retry RPC after error@779412581), errback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007f751c33aae8@494e3401 -> (continuation of Deferred@1402923062 after retry RPC after error@1126059071) -> (continuation of Deferred@906683562 after retry RPC after error@1053664312) -> (continuation of Deferred@448148623 after retry RPC after error@737737810) -> (continuation of Deferred@1245078067 after retry RPC after error@420082473) -> (continuation of Deferred@850439883 after retry RPC after error@1581698723) -> (continuation of Deferred@655890594 after retry RPC after error@1910388691) -> (continuation of Deferred@1177487829 after retry RPC after error@779412581)))
02:02:18.850 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.853 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.870 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.872 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.889 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.892 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.909 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.930 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.932 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.969 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:18.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:18.972 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.978777 25708 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.978978 25708 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.979595 25708 leader_election.cc:290] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.979951 25707 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.980134 25707 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.980206 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0" is_pre_election: true
02:02:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.980412 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in term 2.
02:02:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.980751 25707 leader_election.cc:290] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 8d3c2e0d4ec3408892ba00b0e31be3a4 (127.24.77.253:37467), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.980934 24995 leader_election.cc:304] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters:
02:02:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.981359 25020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81f3ec16022947aeb252ff4dac464cf0" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" is_pre_election: true
02:02:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.981503 25708 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:02:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.981617 25020 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 81f3ec16022947aeb252ff4dac464cf0 in term 2.
02:02:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.981844 25708 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.981966 25708 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 2 FOLLOWER]: Advancing to term 3
02:02:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.982443 24996 leader_election.cc:336] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.983204 24915 leader_election.cc:304] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters:
02:02:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.983628 25707 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:02:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.983741 25707 raft_consensus.cc:493] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.983863 25707 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 2 FOLLOWER]: Advancing to term 3
02:02:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.984241 24915 leader_election.cc:336] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.984715 25708 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.985666 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0"
02:02:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.986450 25708 leader_election.cc:290] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 3 election: Requested vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.987228 25707 raft_consensus.cc:515] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:18.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.987609 24996 leader_election.cc:336] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.987867 24939 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in current term 3: Already voted for candidate 81f3ec16022947aeb252ff4dac464cf0 in this term.
02:02:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.988691 24995 leader_election.cc:304] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters: 81f3ec16022947aeb252ff4dac464cf0, f0015d6ec635424e97ed9729289ff602
02:02:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.988974 25707 leader_election.cc:290] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 3 election: Requested vote from peers 8d3c2e0d4ec3408892ba00b0e31be3a4 (127.24.77.253:37467), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.989249 25708 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
02:02:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.989600 25020 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "81f3ec16022947aeb252ff4dac464cf0" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4"
02:02:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.989841 25020 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Leader election vote request: Denying vote to candidate 81f3ec16022947aeb252ff4dac464cf0 in current term 3: Already voted for candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in this term.
02:02:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:18.991389 24915 leader_election.cc:336] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.991525 24915 leader_election.cc:304] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [CANDIDATE]: Term 3 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0; no voters: 8d3c2e0d4ec3408892ba00b0e31be3a4, f0015d6ec635424e97ed9729289ff602
02:02:18.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:18.991936 25707 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 3 FOLLOWER]: Leader election lost for term 3. Reason: could not achieve majority
02:02:19.030 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.032 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.050 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.052 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.052 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, deferred=Deferred@1230009712(state=PENDING, result=null, callback=(continuation of Deferred@1063996481 after retry RPC after error@1108630121) -> (continuation of Deferred@128960233 after retry RPC after error@1293863065) -> (continuation of Deferred@678595647 after retry RPC after error@1213553738) -> (continuation of Deferred@833901351 after retry RPC after error@173350792) -> (continuation of Deferred@922384777 after retry RPC after error@1412420624) -> (continuation of Deferred@1192331481 after retry RPC after error@1696229100) -> (continuation of Deferred@4812279 after retry RPC after error@711767738), errback=(continuation of Deferred@1063996481 after retry RPC after error@1108630121) -> (continuation of Deferred@128960233 after retry RPC after error@1293863065) -> (continuation of Deferred@678595647 after retry RPC after error@1213553738) -> (continuation of Deferred@833901351 after retry RPC after error@173350792) -> (continuation of Deferred@922384777 after retry RPC after error@1412420624) -> (continuation of Deferred@1192331481 after retry RPC after error@1696229100) -> (continuation of Deferred@4812279 after retry RPC after error@711767738)))
02:02:19.053 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, deferred=Deferred@1230009712(state=PENDING, result=null, callback=(continuation of Deferred@1063996481 after retry RPC after error@1108630121) -> (continuation of Deferred@128960233 after retry RPC after error@1293863065) -> (continuation of Deferred@678595647 after retry RPC after error@1213553738) -> (continuation of Deferred@833901351 after retry RPC after error@173350792) -> (continuation of Deferred@922384777 after retry RPC after error@1412420624) -> (continuation of Deferred@1192331481 after retry RPC after error@1696229100) -> (continuation of Deferred@4812279 after retry RPC after error@711767738), errback=(continuation of Deferred@1063996481 after retry RPC after error@1108630121) -> (continuation of Deferred@128960233 after retry RPC after error@1293863065) -> (continuation of Deferred@678595647 after retry RPC after error@1213553738) -> (continuation of Deferred@833901351 after retry RPC after error@173350792) -> (continuation of Deferred@922384777 after retry RPC after error@1412420624) -> (continuation of Deferred@1192331481 after retry RPC after error@1696229100) -> (continuation of Deferred@4812279 after retry RPC after error@711767738)))
02:02:19.070 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.072 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.090 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.092 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.110 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.112 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.129 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.149 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.151 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.154688 25478 heartbeater.cc:646] Failed to heartbeat to 127.24.77.252:42227 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:19.169 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.210 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.212 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.246078 25505 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.168s from last keepalive heartbeat (effective timeout is 1.000s)
02:02:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.247606 25563 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.77.252:42227)
02:02:19.270 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.273 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [69ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [69ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [69ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, deferred=Deferred@329279552(state=PENDING, result=null, callback=(continuation of Deferred@1179964675 after retry RPC after error@1336243947) -> (continuation of Deferred@618102395 after retry RPC after error@883290313) -> (continuation of Deferred@1413076883 after retry RPC after error@810545617) -> (continuation of Deferred@804545797 after retry RPC after error@877460362) -> (continuation of Deferred@785590239 after retry RPC after error@1641908909) -> (continuation of Deferred@1837963230 after retry RPC after error@1053700430) -> (continuation of Deferred@152306839 after retry RPC after error@68251642), errback=(continuation of Deferred@1179964675 after retry RPC after error@1336243947) -> (continuation of Deferred@618102395 after retry RPC after error@883290313) -> (continuation of Deferred@1413076883 after retry RPC after error@810545617) -> (continuation of Deferred@804545797 after retry RPC after error@877460362) -> (continuation of Deferred@785590239 after retry RPC after error@1641908909) -> (continuation of Deferred@1837963230 after retry RPC after error@1053700430) -> (continuation of Deferred@152306839 after retry RPC after error@68251642)))
02:02:19.273 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [69ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [69ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [69ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, deferred=Deferred@329279552(state=PENDING, result=null, callback=(continuation of Deferred@1179964675 after retry RPC after error@1336243947) -> (continuation of Deferred@618102395 after retry RPC after error@883290313) -> (continuation of Deferred@1413076883 after retry RPC after error@810545617) -> (continuation of Deferred@804545797 after retry RPC after error@877460362) -> (continuation of Deferred@785590239 after retry RPC after error@1641908909) -> (continuation of Deferred@1837963230 after retry RPC after error@1053700430) -> (continuation of Deferred@152306839 after retry RPC after error@68251642), errback=(continuation of Deferred@1179964675 after retry RPC after error@1336243947) -> (continuation of Deferred@618102395 after retry RPC after error@883290313) -> (continuation of Deferred@1413076883 after retry RPC after error@810545617) -> (continuation of Deferred@804545797 after retry RPC after error@877460362) -> (continuation of Deferred@785590239 after retry RPC after error@1641908909) -> (continuation of Deferred@1837963230 after retry RPC after error@1053700430) -> (continuation of Deferred@152306839 after retry RPC after error@68251642)))
02:02:19.290 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.293 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.309 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.310 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.311 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.330 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.331 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.332 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.350 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.352 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.365597 25708 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.365794 25708 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:19.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.366460 25708 leader_election.cc:290] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.366992 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0" is_pre_election: true
02:02:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.367200 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in term 3.
02:02:19.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.367623 24995 leader_election.cc:304] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters:
02:02:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.367909 25708 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:02:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.368044 25708 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.368044 24996 leader_election.cc:336] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.368171 25708 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 3 FOLLOWER]: Advancing to term 4
02:02:19.369 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.370699 25708 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.371708 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" candidate_term: 4 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "81f3ec16022947aeb252ff4dac464cf0"
02:02:19.371 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467; will retry
02:02:19.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.371941 24939 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 3 FOLLOWER]: Advancing to term 4
02:02:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.373829 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d3c2e0d4ec3408892ba00b0e31be3a4 in term 4.
02:02:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.374269 25708 leader_election.cc:290] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 4 election: Requested vote from peers 81f3ec16022947aeb252ff4dac464cf0 (127.24.77.254:38367), f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227)
02:02:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.374321 24995 leader_election.cc:304] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 81f3ec16022947aeb252ff4dac464cf0, 8d3c2e0d4ec3408892ba00b0e31be3a4; no voters:
02:02:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.374641 25708 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 4 FOLLOWER]: Leader election won for term 4
02:02:19.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.375252 25708 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [term 4 LEADER]: Becoming Leader. State: Replica: 8d3c2e0d4ec3408892ba00b0e31be3a4, State: Running, Role: LEADER
02:02:19.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.375799 24996 leader_election.cc:336] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111)
02:02:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.375821 25708 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } }
02:02:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.377535 25732 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8d3c2e0d4ec3408892ba00b0e31be3a4. Latest consensus state: current_term: 4 leader_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:19.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.377835 25732 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: This master's current role is: LEADER
02:02:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.378490 25734 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:02:19.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.380867 25734 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=5a987c0703154723a078809d7c0f3682]
02:02:19.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.381448 25734 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11]
02:02:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.383069 25734 tablet_loader.cc:96] loaded metadata for tablet 4c618dbbf46e4954a6df9d1fc71249e6 (table txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11])
02:02:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.383447 25734 tablet_loader.cc:96] loaded metadata for tablet 62ac1bbd843c416ebcbc381e4069b41f (table kudu_system.kudu_transactions [id=5a987c0703154723a078809d7c0f3682])
02:02:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.383780 25734 tablet_loader.cc:96] loaded metadata for tablet 909604fb92c740078ded6eb06a426eb4 (table txn_manager_fallback [id=aa499782eef74e1abe2450cf281c7a11])
02:02:19.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.384061 25734 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:02:19.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.384850 25734 catalog_manager.cc:1294] Loaded cluster ID: 304975ab6c804c23bf70260f490a152d
02:02:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.384940 25734 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:02:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.386093 25734 catalog_manager.cc:1539] Loading token signing keys...
02:02:19.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.386899 25734 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4: Loaded TSK: 0
02:02:19.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.387951 25734 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:02:19.409 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.24.77.252:42227(127.24.77.252:42227)] connecting to peer
02:02:19.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.77.252:42227(127.24.77.252:42227)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.77.252:42227: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227
02:02:19.413 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:02:19.413 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=123), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.77.254:38367,127.24.77.252:42227,127.24.77.253:37467) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.254:38367, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.252:42227, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.77.253:37467, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.254:38367: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.252:42227: Network error: Failed to connect to peer master-127.24.77.252:42227(127.24.77.252:42227): Connection refused: /127.24.77.252:42227, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.77.253:37467: OK, deferred=Deferred@2137071193(state=PENDING, result=null, callback=(continuation of Deferred@826696506 after retry RPC after error@2121060075) -> (continuation of Deferred@128890676 after retry RPC after error@1892344398) -> (continuation of Deferred@1914110174 after retry RPC after error@1788122081) -> (continuation of Deferred@410099344 after retry RPC after error@1066321730) -> (continuation of Deferred@1976906141 after retry RPC after error@990953309), errback=(continuation of Deferred@826696506 after retry RPC after error@2121060075) -> (continuation of Deferred@128890676 after retry RPC after error@1892344398) -> (continuation of Deferred@1914110174 after retry RPC after error@1788122081) -> (continuation of Deferred@410099344 after retry RPC after error@1066321730) -> (continuation of Deferred@1976906141 after retry RPC after error@990953309))) after lookup
02:02:19.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.419445 25724 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
02:02:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.468690 24939 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [term 4 FOLLOWER]: Refusing update from remote peer 8d3c2e0d4ec3408892ba00b0e31be3a4: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 12. (index mismatch)
02:02:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.469520 25732 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.476112 25010 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58462:
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:02:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.482172 25010 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.483816 25707 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8d3c2e0d4ec3408892ba00b0e31be3a4. Latest consensus state: current_term: 4 leader_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.484082 25707 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: This master's current role is: FOLLOWER
02:02:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.487237 25707 sys_catalog.cc:455] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:19.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.487452 25707 sys_catalog.cc:458] T 00000000000000000000000000000000 P 81f3ec16022947aeb252ff4dac464cf0 [sys.catalog]: This master's current role is: FOLLOWER
02:02:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.491453 24996 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 -> Peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Couldn't send request to peer f0015d6ec635424e97ed9729289ff602. Status: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:02:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.492323 25755 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "81f3ec16022947aeb252ff4dac464cf0" member_type: VOTER last_known_addr { host: "127.24.77.254" port: 38367 } } peers { permanent_uuid: "8d3c2e0d4ec3408892ba00b0e31be3a4" member_type: VOTER last_known_addr { host: "127.24.77.253" port: 37467 } } peers { permanent_uuid: "f0015d6ec635424e97ed9729289ff602" member_type: VOTER last_known_addr { host: "127.24.77.252" port: 42227 } } }
02:02:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:19.492623 25755 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 [sys.catalog]: This master's current role is: LEADER
02:02:19.506 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781661738 last_transition_timestamp: 1781661739
02:02:19.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:19.906100 24996 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 -> Peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Couldn't send request to peer f0015d6ec635424e97ed9729289ff602. Status: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:02:20.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:20.116106 24996 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111) [suppressed 17 similar messages]
02:02:20.308 [DEBUG - main] (Connection.java:575) [peer master-127.24.77.253:37467(127.24.77.253:37467)] disconnecting while in state READY
02:02:20.308 [DEBUG - main] (Connection.java:575) [peer 35aec927304f4367a7f01fde3df615ca(127.24.77.194:44329)] disconnecting while in state READY
02:02:20.308 [DEBUG - main] (Connection.java:575) [peer master-127.24.77.254:38367(127.24.77.254:38367)] disconnecting while in state READY
02:02:20.308 [DEBUG - main] (Connection.java:575) [peer master-127.24.77.252:42227(127.24.77.252:42227)] disconnecting while in state TERMINATED
02:02:20.308 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 35aec927304f4367a7f01fde3df615ca(127.24.77.194:44329)] handling channelInactive
02:02:20.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:02:20.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 35aec927304f4367a7f01fde3df615ca(127.24.77.194:44329)] cleaning up while in state READY due to: connection closed
02:02:20.308 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.77.253:37467(127.24.77.253:37467)] handling channelInactive
02:02:20.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.77.253:37467(127.24.77.253:37467)] cleaning up while in state READY due to: connection closed
02:02:20.309 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.77.254:38367(127.24.77.254:38367)] handling channelInactive
02:02:20.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.77.254:38367(127.24.77.254:38367)] cleaning up while in state READY due to: connection closed
02:02:20.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.310479 24887 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu pid 25178
02:02:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.318608 25333 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:20.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:20.405261 24996 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8d3c2e0d4ec3408892ba00b0e31be3a4 -> Peer f0015d6ec635424e97ed9729289ff602 (127.24.77.252:42227): Couldn't send request to peer f0015d6ec635424e97ed9729289ff602. Status: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:02:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.428160 24887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu with pid 25178
02:02:20.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.443392 24887 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu pid 25342
02:02:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.450464 25473 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:20.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:20.485303 25501 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.77.193:36859: connect: Connection refused (error 111)
02:02:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260617 02:02:20.486791 25501 consensus_peers.cc:597] T 62ac1bbd843c416ebcbc381e4069b41f P 3dc653d2ff3e4936a8bf4f0771c04bae -> Peer 2f4915c215544e7385c73927d4e632c3 (127.24.77.193:36859): Couldn't send request to peer 2f4915c215544e7385c73927d4e632c3. Status: Network error: Client connection negotiation failed: client connection to 127.24.77.193:36859: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:02:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.527228 24898 master_runner.cc:187] Error getting master registration for 127.24.77.252:42227: Network error: Client connection negotiation failed: client connection to 127.24.77.252:42227: connect: Connection refused (error 111),
02:02:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.527469 24898 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:02:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.554852 24887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu with pid 25342
02:02:20.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.570117 24887 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu pid 25483
02:02:20.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.576848 25615 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:20.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.703018 24887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu with pid 25483
02:02:20.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.721556 24887 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu pid 24898
02:02:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.722674 24969 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.834766 24887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu with pid 24898
02:02:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.852274 24887 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu pid 24978
02:02:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.853291 25050 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260617 02:02:20.970547 24887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP3uaIy/build/asan/bin/kudu with pid 24978
02:02:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-17T02:02:21Z chronyd exiting
02:02:21.122 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781661738 last_transition_timestamp: 1781661739
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 3dc653d2ff3e4936a8bf4f0771c04bae (127.24.77.195:38817): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1781661738 last_transition_timestamp: 1781661739
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more