20:04:23.202 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:23.202 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUBYFOV/test-tmp
20:04:23.202 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:04:23.202 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUBYFOV/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:23.204 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:04:23.515 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:23.515 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:04:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.517616 25288 mini_oidc.cc:150] Starting JWKS server
20:04:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.519809 25288 webserver.cc:480] Webserver started at http://127.0.0.1:36829/ using document root <none> and password file <none>
20:04:23.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.520015 25288 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:23.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.520491 25288 webserver.cc:480] Webserver started at http://127.0.0.1:35861/ using document root <none> and password file <none>
20:04:23.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T20:04:23Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T20:04:23Z Disabled control of system clock
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.549238 25288 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/wal
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/logs
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data/info.pb
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.62:44761
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.62
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
20:04:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:23.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.854827 25299 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.855125 25299 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:23.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.855201 25299 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.863313 25299 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.863420 25299 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.863471 25299 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.863517 25299 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.863571 25299 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.863610 25299 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.863653 25299 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.873229 25299 master_runner.cc:386] Master server non-default flags:
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/wal
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.62:44761
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data/info.pb
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.62
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/logs
20:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 19:43:22 UTC on 24a791456cd2
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7916
20:04:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.874831 25299 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.876659 25299 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.884615 25305 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.884716 25304 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:23.884879 25307 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:23.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.885429 25299 server_base.cc:1047] running on GCE node
20:04:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.886124 25299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:23.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.887418 25299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:23.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.888643 25299 hybrid_clock.cc:648] HybridClock initialized: now 1757102663888561 us; error 38 us; skew 500 ppm
20:04:23.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.888957 25299 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.891145 25299 webserver.cc:480] Webserver started at http://127.24.178.62:44101/ using document root <none> and password file <none>
20:04:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.891861 25299 fs_manager.cc:362] Metadata directory not provided
20:04:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.891984 25299 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.892329 25299 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.894685 25299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data/instance:
20:04:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4233d4fd03b4b8294f75bc394e57037"
20:04:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:23 on dist-test-slave-lxs2"
20:04:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.895424 25299 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/wal/instance:
20:04:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4233d4fd03b4b8294f75bc394e57037"
20:04:23.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:23 on dist-test-slave-lxs2"
20:04:23.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.900475 25299 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.005s
20:04:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.903827 25313 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.905092 25299 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.905272 25299 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data,/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/wal
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4233d4fd03b4b8294f75bc394e57037"
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:23 on dist-test-slave-lxs2"
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.905452 25299 fs_report.cc:389] FS layout report
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/wal
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/wal
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data/data
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:23.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.944809 25299 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.945900 25299 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.946326 25299 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.971081 25299 rpc_server.cc:307] RPC server started. Bound to: 127.24.178.62:44761
20:04:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.971083 25374 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.178.62:44761 every 8 connection(s)
20:04:23.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.972724 25299 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/data/info.pb
20:04:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.974665 25288 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu as pid 25299
20:04:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.974987 25288 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-0/wal/instance
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.977949 25288 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/wal
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/logs
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data/info.pb
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.61:45841
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.61
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.978021 25375 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:23.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:23.985185 25375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.008025 25375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.009112 25314 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.178.61:45841: connect: Connection refused (error 111)
20:04:24.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.010531 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.61:45841: Network error: Client connection negotiation failed: client connection to 127.24.178.61:45841: connect: Connection refused (error 111)
20:04:24.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.059859 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } attempt: 1
20:04:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.061971 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.61:45841: Network error: Client connection negotiation failed: client connection to 127.24.178.61:45841: connect: Connection refused (error 111)
20:04:24.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.130231 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } attempt: 2
20:04:24.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.132253 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.61:45841: Network error: Client connection negotiation failed: client connection to 127.24.178.61:45841: connect: Connection refused (error 111)
20:04:24.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.223536 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } attempt: 3
20:04:24.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.225360 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.61:45841: Network error: Client connection negotiation failed: client connection to 127.24.178.61:45841: connect: Connection refused (error 111)
20:04:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.296682 25377 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.296980 25377 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:24.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.297058 25377 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.304884 25377 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.304978 25377 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.305028 25377 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.305068 25377 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.305116 25377 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.305155 25377 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:24.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.305195 25377 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.314524 25377 master_runner.cc:386] Master server non-default flags:
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/wal
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:24.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.61:45841
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data/info.pb
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.61
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/logs
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 19:43:22 UTC on 24a791456cd2
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7916
20:04:24.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:24.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.316053 25377 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:24.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.317778 25377 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.325326 25385 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.325706 25386 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.326189 25388 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.327358 25377 server_base.cc:1047] running on GCE node
20:04:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.328114 25377 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:24.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.329495 25377 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:24.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.330744 25377 hybrid_clock.cc:648] HybridClock initialized: now 1757102664330660 us; error 43 us; skew 500 ppm
20:04:24.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.331040 25377 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.333156 25377 webserver.cc:480] Webserver started at http://127.24.178.61:46703/ using document root <none> and password file <none>
20:04:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.333844 25377 fs_manager.cc:362] Metadata directory not provided
20:04:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.333956 25377 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:24.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.334335 25377 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.336669 25377 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data/instance:
20:04:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c1d2156a3e24285ac6c73a4631df950"
20:04:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:24 on dist-test-slave-lxs2"
20:04:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.337383 25377 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/wal/instance:
20:04:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c1d2156a3e24285ac6c73a4631df950"
20:04:24.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:24 on dist-test-slave-lxs2"
20:04:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.342196 25377 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
20:04:24.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.345156 25394 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.346398 25377 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.346540 25377 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data,/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/wal
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6c1d2156a3e24285ac6c73a4631df950"
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:24 on dist-test-slave-lxs2"
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.346685 25377 fs_report.cc:389] FS layout report
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/wal
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/wal
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data/data
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.368603 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } attempt: 4
20:04:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.370635 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.61:45841: Network error: Client connection negotiation failed: client connection to 127.24.178.61:45841: connect: Connection refused (error 111)
20:04:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.372692 25377 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.373517 25377 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.373787 25377 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.395365 25377 rpc_server.cc:307] RPC server started. Bound to: 127.24.178.61:45841
20:04:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.395387 25455 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.178.61:45841 every 8 connection(s)
20:04:24.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.396955 25377 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/data/info.pb
20:04:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.400998 25456 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.405352 25288 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu as pid 25377
20:04:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.405535 25288 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-1/wal/instance
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.406510 25288 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/wal
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/logs
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data/info.pb
20:04:24.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.60:35955
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.60
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.406327 25456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.419348 25456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.427718 25456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.428562 25395 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.429993 25456 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.479382 25456 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 1
20:04:24.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.481199 25456 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.549456 25456 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 2
20:04:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.551237 25456 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.642490 25456 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 3
20:04:24.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.644686 25456 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.669891 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } attempt: 5
20:04:24.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.676769 25375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.678562 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.729777 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 1
20:04:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.731719 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.733456 25459 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.733740 25459 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.733812 25459 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.741931 25459 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.742040 25459 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
20:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.742089 25459 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.742129 25459 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.742178 25459 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.742224 25459 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:24.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.742266 25459 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.752044 25459 master_runner.cc:386] Master server non-default flags:
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/wal
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.60:35955
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data/info.pb
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.60
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/logs
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 19:43:22 UTC on 24a791456cd2
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7916
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.753733 25459 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.755523 25459 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.763706 25466 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.764312 25467 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.765065 25469 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.765487 25459 server_base.cc:1047] running on GCE node
20:04:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.766307 25459 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.767740 25459 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.768954 25459 hybrid_clock.cc:648] HybridClock initialized: now 1757102664768891 us; error 42 us; skew 500 ppm
20:04:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.769279 25459 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:24.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.771432 25459 webserver.cc:480] Webserver started at http://127.24.178.60:36057/ using document root <none> and password file <none>
20:04:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.772181 25459 fs_manager.cc:362] Metadata directory not provided
20:04:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.772303 25459 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:24.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.772598 25459 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.775076 25459 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data/instance:
20:04:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1fe118fe13784f9685b96728595a6f3c"
20:04:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:24 on dist-test-slave-lxs2"
20:04:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.775874 25459 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/wal/instance:
20:04:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1fe118fe13784f9685b96728595a6f3c"
20:04:24.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:24 on dist-test-slave-lxs2"
20:04:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.781510 25459 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.002s
20:04:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.784941 25475 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.786330 25459 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
20:04:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.786525 25459 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data,/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/wal
20:04:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1fe118fe13784f9685b96728595a6f3c"
20:04:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:24 on dist-test-slave-lxs2"
20:04:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.786728 25459 fs_report.cc:389] FS layout report
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/wal
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/wal
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data/data
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:24.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.787902 25456 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 4
20:04:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.789726 25456 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.800031 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 2
20:04:24.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.802008 25375 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.24.178.60:35955: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:24.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.804142 25459 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.805042 25459 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:24.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.805327 25459 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.828060 25459 rpc_server.cc:307] RPC server started. Bound to: 127.24.178.60:35955
20:04:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.828081 25536 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.178.60:35955 every 8 connection(s)
20:04:24.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.829723 25459 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/data/info.pb
20:04:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.833886 25537 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.834441 25288 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu as pid 25459
20:04:24.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.834640 25288 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/master-2/wal/instance
20:04:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.840993 25537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.854638 25537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.862571 25537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } has no permanent_uuid. Determining permanent_uuid...
20:04:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.873057 25537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c: Bootstrap starting.
20:04:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.876081 25537 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c: Neither blocks nor log segments found. Creating new log.
20:04:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.877384 25537 log.cc:826] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c: Log is configured to *not* fsync() on all Append() calls
20:04:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.879755 25537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c: No bootstrap required, opened a new log
20:04:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.885028 25537 raft_consensus.cc:357] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.885299 25537 raft_consensus.cc:383] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.885365 25537 raft_consensus.cc:738] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1fe118fe13784f9685b96728595a6f3c, State: Initialized, Role: FOLLOWER
20:04:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.885908 25537 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.886698 25546 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.886926 25546 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.887717 25537 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: configured and running, proceeding with master startup.
20:04:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.893544 25546 raft_consensus.cc:491] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.893776 25546 raft_consensus.cc:513] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:24.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.895465 25546 leader_election.cc:290] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f4233d4fd03b4b8294f75bc394e57037 (127.24.178.62:44761), 6c1d2156a3e24285ac6c73a4631df950 (127.24.178.61:45841)
20:04:24.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.894196 25459 master_runner.cc:186] Error getting master registration for 127.24.178.62:44761: OK, instance_id { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" instance_seqno: 1757102663965410 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.900921 25459 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.903617 25557 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.903733 25557 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:24.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.908165 25375 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 3
20:04:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.920511 25375 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: Bootstrap starting.
20:04:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.924609 25375 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: Neither blocks nor log segments found. Creating new log.
20:04:24.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.926163 25375 log.cc:826] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: Log is configured to *not* fsync() on all Append() calls
20:04:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.929385 25375 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: No bootstrap required, opened a new log
20:04:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.936700 25375 raft_consensus.cc:357] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.937058 25375 raft_consensus.cc:383] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.937158 25375 raft_consensus.cc:738] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4233d4fd03b4b8294f75bc394e57037, State: Initialized, Role: FOLLOWER
20:04:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.937922 25375 consensus_queue.cc:260] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.938951 25560 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.939272 25560 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: This master's current role is: FOLLOWER
20:04:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.940261 25375 sys_catalog.cc:564] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: configured and running, proceeding with master startup.
20:04:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.940321 25340 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fe118fe13784f9685b96728595a6f3c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f4233d4fd03b4b8294f75bc394e57037" is_pre_election: true
20:04:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.940842 25340 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1fe118fe13784f9685b96728595a6f3c in term 0.
20:04:24.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.941565 25478 leader_election.cc:304] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1fe118fe13784f9685b96728595a6f3c, f4233d4fd03b4b8294f75bc394e57037; no voters:
20:04:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.942056 25546 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.942235 25546 raft_consensus.cc:491] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.942341 25546 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 0 FOLLOWER]: Advancing to term 1
20:04:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.945670 25546 raft_consensus.cc:513] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.947109 25340 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fe118fe13784f9685b96728595a6f3c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f4233d4fd03b4b8294f75bc394e57037"
20:04:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.947408 25340 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 0 FOLLOWER]: Advancing to term 1
20:04:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:24.949186 25319 tablet.cc:2378] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.951038 25340 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1fe118fe13784f9685b96728595a6f3c in term 1.
20:04:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.951611 25478 leader_election.cc:304] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1fe118fe13784f9685b96728595a6f3c, f4233d4fd03b4b8294f75bc394e57037; no voters:
20:04:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.952246 25546 leader_election.cc:290] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [CANDIDATE]: Term 1 election: Requested vote from peers f4233d4fd03b4b8294f75bc394e57037 (127.24.178.62:44761), 6c1d2156a3e24285ac6c73a4631df950 (127.24.178.61:45841)
20:04:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.952732 25546 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 1 FOLLOWER]: Leader election won for term 1
20:04:24.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.953042 25546 raft_consensus.cc:695] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [term 1 LEADER]: Becoming Leader. State: Replica: 1fe118fe13784f9685b96728595a6f3c, State: Running, Role: LEADER
20:04:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.953840 25546 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.959717 25546 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1fe118fe13784f9685b96728595a6f3c. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.960162 25546 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: This master's current role is: LEADER
20:04:24.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.964650 25565 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.967636 25565 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:24.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.979516 25340 raft_consensus.cc:1273] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Refusing update from remote peer 1fe118fe13784f9685b96728595a6f3c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:24.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:24.980479 25563 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [LEADER]: Connected to new peer: Peer: permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:25.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.001444 25560 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1fe118fe13784f9685b96728595a6f3c. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:25.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.001734 25560 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: This master's current role is: FOLLOWER
20:04:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.002794 25567 mvcc.cc:204] Tried to move back new op lower bound from 7197092515732860928 to 7197092515657814016. Current Snapshot: MvccSnapshot[applied={T|T < 7197092515732860928}]
20:04:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.003257 25563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.003556 25563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: This master's current role is: LEADER
20:04:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.004896 25560 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.005224 25560 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: This master's current role is: FOLLOWER
20:04:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.008023 25565 catalog_manager.cc:1349] Generated new cluster ID: 9d7d4cfce0f940f6908025958ff0f808
20:04:25.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.008131 25565 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.030169 25565 catalog_manager.cc:1372] Generated new certificate authority record
20:04:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.032275 25565 catalog_manager.cc:1506] Loading token signing keys...
20:04:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.031410 25299 master_runner.cc:186] Error getting master registration for 127.24.178.61:45841: OK, instance_id { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" instance_seqno: 1757102664390471 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.038267 25299 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:25.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.047533 25579 catalog_manager.cc:1261] Loaded cluster ID: 9d7d4cfce0f940f6908025958ff0f808
20:04:25.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.047907 25565 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c: Generated new TSK 0
20:04:25.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.049814 25565 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.050052 25579 catalog_manager.cc:1554] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: loading cluster ID for follower catalog manager: success
20:04:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.056036 25579 catalog_manager.cc:1576] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: acquiring CA information for follower catalog manager: success
20:04:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.058923 25579 catalog_manager.cc:1604] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.064594 25288 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/wal
20:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data
20:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/logs
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data/info.pb
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.1:0
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.178.1
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.1
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:25.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.088929 25456 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } attempt: 5
20:04:25.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.107504 25456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950: Bootstrap starting.
20:04:25.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.116577 25456 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950: Neither blocks nor log segments found. Creating new log.
20:04:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.119686 25456 log.cc:826] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950: Log is configured to *not* fsync() on all Append() calls
20:04:25.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.127921 25456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950: No bootstrap required, opened a new log
20:04:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.144764 25456 raft_consensus.cc:357] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.145809 25456 raft_consensus.cc:383] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.146212 25456 raft_consensus.cc:738] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6c1d2156a3e24285ac6c73a4631df950, State: Initialized, Role: FOLLOWER
20:04:25.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.147861 25456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:25.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.162604 25419 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 0 FOLLOWER]: Advancing to term 1
20:04:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.162168 25420 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fe118fe13784f9685b96728595a6f3c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c1d2156a3e24285ac6c73a4631df950"
20:04:25.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.161924 25421 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fe118fe13784f9685b96728595a6f3c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6c1d2156a3e24285ac6c73a4631df950" is_pre_election: true
20:04:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.169389 25419 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 1 FOLLOWER]: Refusing update from remote peer 1fe118fe13784f9685b96728595a6f3c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.170572 25563 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.176695 25456 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: configured and running, proceeding with master startup.
20:04:25.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.224817 25583 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.225237 25583 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: This master's current role is: FOLLOWER
20:04:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.226591 25584 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1fe118fe13784f9685b96728595a6f3c. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.226835 25584 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: This master's current role is: FOLLOWER
20:04:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.227274 25591 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.227648 25591 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: This master's current role is: FOLLOWER
20:04:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.279065 25600 catalog_manager.cc:797] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.295722 25563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1fe118fe13784f9685b96728595a6f3c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.296006 25563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fe118fe13784f9685b96728595a6f3c [sys.catalog]: This master's current role is: LEADER
20:04:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.503851 25581 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.504189 25581 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.504349 25581 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.513092 25581 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.513267 25581 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.513340 25581 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.513396 25581 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.513540 25581 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.178.1
20:04:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.523627 25581 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/wal
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.1:0
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data/info.pb
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.1
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.178.1
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/logs
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 19:43:22 UTC on 24a791456cd2
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7916
20:04:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.525805 25581 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.528062 25581 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.538000 25605 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.540019 25606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:25.547063 25608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.548338 25581 server_base.cc:1047] running on GCE node
20:04:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.549060 25581 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.550087 25581 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.551328 25581 hybrid_clock.cc:648] HybridClock initialized: now 1757102665551250 us; error 58 us; skew 500 ppm
20:04:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.551661 25581 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:25.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.554381 25581 webserver.cc:480] Webserver started at http://127.24.178.1:42341/ using document root <none> and password file <none>
20:04:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.555159 25581 fs_manager.cc:362] Metadata directory not provided
20:04:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.555321 25581 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.555754 25581 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.558458 25581 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data/instance:
20:04:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f741f02470b04492a37d91c39c426a7e"
20:04:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:25 on dist-test-slave-lxs2"
20:04:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.559365 25581 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/wal/instance:
20:04:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f741f02470b04492a37d91c39c426a7e"
20:04:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:25 on dist-test-slave-lxs2"
20:04:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.565423 25581 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
20:04:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.569056 25614 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.570441 25581 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
20:04:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.570602 25581 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data,/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/wal
20:04:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f741f02470b04492a37d91c39c426a7e"
20:04:25.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:25 on dist-test-slave-lxs2"
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.570792 25581 fs_report.cc:389] FS layout report
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/wal
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/wal
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data/data
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.593326 25581 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.594166 25581 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.594480 25581 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.604043 25581 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.604172 25581 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.604256 25581 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:25.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.604317 25581 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.664156 25581 rpc_server.cc:307] RPC server started. Bound to: 127.24.178.1:40289
20:04:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.664475 25738 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.178.1:40289 every 8 connection(s)
20:04:25.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.665745 25581 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/data/info.pb
20:04:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.668166 25740 heartbeater.cc:344] Connected to a master server at 127.24.178.62:44761
20:04:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.668686 25740 heartbeater.cc:461] Registering TS with master...
20:04:25.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.670082 25740 heartbeater.cc:507] Master 127.24.178.62:44761 requested a full tablet report, sending...
20:04:25.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.672789 25330 ts_manager.cc:194] Registered new tserver with Master: f741f02470b04492a37d91c39c426a7e (127.24.178.1:40289)
20:04:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.674238 25288 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu as pid 25581
20:04:25.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.674451 25288 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-0/wal/instance
20:04:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.675345 25739 heartbeater.cc:344] Connected to a master server at 127.24.178.60:35955
20:04:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.675474 25739 heartbeater.cc:461] Registering TS with master...
20:04:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.676045 25739 heartbeater.cc:507] Master 127.24.178.60:35955 requested a full tablet report, sending...
20:04:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.677892 25492 ts_manager.cc:194] Registered new tserver with Master: f741f02470b04492a37d91c39c426a7e (127.24.178.1:40289)
20:04:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.678020 25741 heartbeater.cc:344] Connected to a master server at 127.24.178.61:45841
20:04:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.678164 25741 heartbeater.cc:461] Registering TS with master...
20:04:25.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.678800 25741 heartbeater.cc:507] Master 127.24.178.61:45841 requested a full tablet report, sending...
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.679569 25288 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/wal
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/logs
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data/info.pb
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.2:0
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.178.2
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.2
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.679872 25492 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.178.1:39477
20:04:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:25.680500 25410 ts_manager.cc:194] Registered new tserver with Master: f741f02470b04492a37d91c39c426a7e (127.24.178.1:40289)
20:04:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.008373 25744 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.008735 25744 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:26.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.008877 25744 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.017354 25744 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.017527 25744 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.017603 25744 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.017661 25744 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.017796 25744 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.178.2
20:04:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.027701 25744 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/wal
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.2:0
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data/info.pb
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.2
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.178.2
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/logs
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 19:43:22 UTC on 24a791456cd2
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7916
20:04:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.029687 25744 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.031607 25744 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.041070 25749 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.041128 25750 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.042151 25752 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.042811 25744 server_base.cc:1047] running on GCE node
20:04:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.043406 25744 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.044476 25744 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.045701 25744 hybrid_clock.cc:648] HybridClock initialized: now 1757102666045645 us; error 55 us; skew 500 ppm
20:04:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.046013 25744 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.048413 25744 webserver.cc:480] Webserver started at http://127.24.178.2:38619/ using document root <none> and password file <none>
20:04:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.049227 25744 fs_manager.cc:362] Metadata directory not provided
20:04:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.049377 25744 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.049764 25744 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.052343 25744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data/instance:
20:04:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6105fd3090864fb083b5c499679656e9"
20:04:26.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:26 on dist-test-slave-lxs2"
20:04:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.053241 25744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/wal/instance:
20:04:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6105fd3090864fb083b5c499679656e9"
20:04:26.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:26 on dist-test-slave-lxs2"
20:04:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.058609 25744 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
20:04:26.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.062275 25758 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:26.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.063611 25744 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.063777 25744 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data,/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/wal
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6105fd3090864fb083b5c499679656e9"
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:26 on dist-test-slave-lxs2"
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.063973 25744 fs_report.cc:389] FS layout report
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/wal
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/wal
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data/data
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:26.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:26.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.113322 25744 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.114230 25744 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:26.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.114547 25744 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:26.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.117806 25744 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.117928 25744 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.118041 25744 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:26.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.118140 25744 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.175508 25744 rpc_server.cc:307] RPC server started. Bound to: 127.24.178.2:33893
20:04:26.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.175560 25879 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.178.2:33893 every 8 connection(s)
20:04:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.177069 25744 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/data/info.pb
20:04:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.180487 25288 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu as pid 25744
20:04:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.180717 25288 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-1/wal/instance
20:04:26.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.184334 25881 heartbeater.cc:344] Connected to a master server at 127.24.178.62:44761
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.185415 25288 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/wal
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/logs
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data/info.pb
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.3:0
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.178.3
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.3
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:26.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.186476 25881 heartbeater.cc:461] Registering TS with master...
20:04:26.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.187589 25881 heartbeater.cc:507] Master 127.24.178.62:44761 requested a full tablet report, sending...
20:04:26.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.189051 25880 heartbeater.cc:344] Connected to a master server at 127.24.178.60:35955
20:04:26.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.189179 25880 heartbeater.cc:461] Registering TS with master...
20:04:26.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.189277 25330 ts_manager.cc:194] Registered new tserver with Master: 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.189810 25880 heartbeater.cc:507] Master 127.24.178.60:35955 requested a full tablet report, sending...
20:04:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.190734 25492 ts_manager.cc:194] Registered new tserver with Master: 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.191625 25492 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.178.2:44985
20:04:26.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.193645 25882 heartbeater.cc:344] Connected to a master server at 127.24.178.61:45841
20:04:26.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.193756 25882 heartbeater.cc:461] Registering TS with master...
20:04:26.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.194083 25882 heartbeater.cc:507] Master 127.24.178.61:45841 requested a full tablet report, sending...
20:04:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.194978 25410 ts_manager.cc:194] Registered new tserver with Master: 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.284533 25600 catalog_manager.cc:1261] Loaded cluster ID: 9d7d4cfce0f940f6908025958ff0f808
20:04:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.284703 25600 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950: loading cluster ID for follower catalog manager: success
20:04:26.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.288504 25600 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950: acquiring CA information for follower catalog manager: success
20:04:26.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.291029 25600 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.516976 25885 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:04:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.517369 25885 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.517534 25885 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:04:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.526307 25885 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:04:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.526485 25885 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.526568 25885 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.526623 25885 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.526754 25885 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.178.3
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.537891 25885 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.178.20:36449
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/wal
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.178.3:0
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data/info.pb
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.178.3
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.178.3
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/logs
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:26.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision e2e116a9cb215058aad161061214d11c617cedac
20:04:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 05 Sep 2025 19:43:22 UTC on 24a791456cd2
20:04:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7916
20:04:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:26.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.539903 25885 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:26.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.541905 25885 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.551661 25891 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.551661 25892 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.553905 25894 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.554522 25885 server_base.cc:1047] running on GCE node
20:04:26.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.555140 25885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:26.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.556164 25885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.557400 25885 hybrid_clock.cc:648] HybridClock initialized: now 1757102666557350 us; error 28 us; skew 500 ppm
20:04:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.557693 25885 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:26.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.560063 25885 webserver.cc:480] Webserver started at http://127.24.178.3:39113/ using document root <none> and password file <none>
20:04:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.560948 25885 fs_manager.cc:362] Metadata directory not provided
20:04:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.561084 25885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:26.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.561436 25885 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
20:04:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.563953 25885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data/instance:
20:04:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e4f5073bc344048dd28d2d9665b84f"
20:04:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:26 on dist-test-slave-lxs2"
20:04:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.564723 25885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/wal/instance:
20:04:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e4f5073bc344048dd28d2d9665b84f"
20:04:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:26 on dist-test-slave-lxs2"
20:04:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.570909 25885 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
20:04:26.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.574441 25900 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.575964 25885 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.576133 25885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data,/tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/wal
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e4f5073bc344048dd28d2d9665b84f"
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-05 20:04:26 on dist-test-slave-lxs2"
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.576342 25885 fs_report.cc:389] FS layout report
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/wal
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/wal
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data/data
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.592829 25885 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.593798 25885 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.594115 25885 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.597366 25885 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.597476 25885 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.597594 25885 ts_tablet_manager.cc:610] Registered 0 tablets
20:04:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.597671 25885 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:26.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.682374 25739 heartbeater.cc:499] Master 127.24.178.60:35955 was elected leader, sending a full tablet report...
20:04:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.705581 25885 rpc_server.cc:307] RPC server started. Bound to: 127.24.178.3:36247
20:04:26.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.705595 26020 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.178.3:36247 every 8 connection(s)
20:04:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.707374 25885 server_base.cc:1179] Dumped server information to /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/data/info.pb
20:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.712133 26022 heartbeater.cc:344] Connected to a master server at 127.24.178.62:44761
20:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.712464 26022 heartbeater.cc:461] Registering TS with master...
20:04:26.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.713480 26022 heartbeater.cc:507] Master 127.24.178.62:44761 requested a full tablet report, sending...
20:04:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.714615 25288 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu as pid 25885
20:04:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.714812 25288 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUBYFOV/test-tmp/mini-kudu-cluster3018677001776115389/ts-2/wal/instance
20:04:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.720769 25330 ts_manager.cc:194] Registered new tserver with Master: 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3:36247)
20:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.721165 26023 heartbeater.cc:344] Connected to a master server at 127.24.178.61:45841
20:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.721318 26023 heartbeater.cc:461] Registering TS with master...
20:04:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.721880 26023 heartbeater.cc:507] Master 127.24.178.61:45841 requested a full tablet report, sending...
20:04:26.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.723169 25410 ts_manager.cc:194] Registered new tserver with Master: 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3:36247)
20:04:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.724877 26021 heartbeater.cc:344] Connected to a master server at 127.24.178.60:35955
20:04:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.725005 26021 heartbeater.cc:461] Registering TS with master...
20:04:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.725443 26021 heartbeater.cc:507] Master 127.24.178.60:35955 requested a full tablet report, sending...
20:04:26.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.726223 25492 ts_manager.cc:194] Registered new tserver with Master: 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3:36247)
20:04:26.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.726991 25492 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.178.3:56153
20:04:26.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.737372 25288 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:04:26.739 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:26.739 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:04:26.740 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.178.62"
port: 44761
}
bound_http_address {
host: "127.24.178.62"
port: 44101
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.178.61"
port: 45841
}
bound_http_address {
host: "127.24.178.61"
port: 46703
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.178.60"
port: 35955
}
bound_http_address {
host: "127.24.178.60"
port: 36057
}
}
}
20:04:26.740 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:04:26.740 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.178.1"
port: 40289
}
bound_http_address {
host: "127.24.178.1"
port: 42341
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.178.2"
port: 33893
}
bound_http_address {
host: "127.24.178.2"
port: 38619
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.178.3"
port: 36247
}
bound_http_address {
host: "127.24.178.3"
port: 39113
}
}
}
20:04:26.741 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:26.742 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:04:26.744 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.178.62:44761(127.24.178.62:44761)] connecting to peer
20:04:26.745 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.178.61:45841(127.24.178.61:45841)] connecting to peer
20:04:26.746 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:26.746 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.178.62:44761(127.24.178.62:44761)] Successfully connected to peer
20:04:26.747 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.178.61:45841(127.24.178.61:45841)] Successfully connected to peer
20:04:26.749 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.178.61
20:04:26.749 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.178.62
20:04:26.752 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.178.60:35955(127.24.178.60:35955)] Successfully connected to peer
20:04:26.753 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.178.60
20:04:26.760 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5616aea0, L:/127.0.0.1:52944 - R:/127.24.178.61:45841] using SASL/PLAIN
20:04:26.767 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3a2c9f11, L:/127.0.0.1:58588 - R:/127.24.178.62:44761] using SASL/PLAIN
20:04:26.769 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x54fef0d2, L:/127.0.0.1:42692 - R:/127.24.178.60:35955] using SASL/PLAIN
20:04:26.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:26.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=28), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [19ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: OK, deferred=null) after lookup
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.773933 25492 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42692:
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:26.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:04:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:04:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.775840 25492 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:26.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 562aeb929e9c4a16b109f0a8c09b733e
20:04:26.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.852286 25950 tablet_service.cc:1468] Processing CreateTablet for tablet 26da0621bb6c49b89e86346772bd4d72 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.852960 25951 tablet_service.cc:1468] Processing CreateTablet for tablet 8830f695d58048b4a3a928120ff5b52a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.854359 25951 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8830f695d58048b4a3a928120ff5b52a. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.856699 25950 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 26da0621bb6c49b89e86346772bd4d72. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.860159 25673 tablet_service.cc:1468] Processing CreateTablet for tablet 26da0621bb6c49b89e86346772bd4d72 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.859942 25674 tablet_service.cc:1468] Processing CreateTablet for tablet 8830f695d58048b4a3a928120ff5b52a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.861632 25673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 26da0621bb6c49b89e86346772bd4d72. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.864225 25674 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8830f695d58048b4a3a928120ff5b52a. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.872503 25815 tablet_service.cc:1468] Processing CreateTablet for tablet 8830f695d58048b4a3a928120ff5b52a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:26.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.874482 25815 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8830f695d58048b4a3a928120ff5b52a. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.876363 25814 tablet_service.cc:1468] Processing CreateTablet for tablet 26da0621bb6c49b89e86346772bd4d72 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.877041 25814 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 26da0621bb6c49b89e86346772bd4d72. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.879526 26046 tablet_bootstrap.cc:492] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f: Bootstrap starting.
20:04:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.889842 26047 tablet_bootstrap.cc:492] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e: Bootstrap starting.
20:04:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.890570 26046 tablet_bootstrap.cc:654] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f: Neither blocks nor log segments found. Creating new log.
20:04:26.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.893173 26046 log.cc:826] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f: Log is configured to *not* fsync() on all Append() calls
20:04:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.896970 26047 tablet_bootstrap.cc:654] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e: Neither blocks nor log segments found. Creating new log.
20:04:26.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.898151 26048 tablet_bootstrap.cc:492] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9: Bootstrap starting.
20:04:26.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.899420 26047 log.cc:826] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e: Log is configured to *not* fsync() on all Append() calls
20:04:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.900358 26046 tablet_bootstrap.cc:492] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f: No bootstrap required, opened a new log
20:04:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.900784 26046 ts_tablet_manager.cc:1397] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f: Time spent bootstrapping tablet: real 0.022s user 0.012s sys 0.003s
20:04:26.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.902384 26048 tablet_bootstrap.cc:654] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9: Neither blocks nor log segments found. Creating new log.
20:04:26.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.902747 26047 tablet_bootstrap.cc:492] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e: No bootstrap required, opened a new log
20:04:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.903051 26047 ts_tablet_manager.cc:1397] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e: Time spent bootstrapping tablet: real 0.014s user 0.010s sys 0.000s
20:04:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.903779 26048 log.cc:826] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9: Log is configured to *not* fsync() on all Append() calls
20:04:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.906761 26048 tablet_bootstrap.cc:492] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9: No bootstrap required, opened a new log
20:04:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.907030 26048 ts_tablet_manager.cc:1397] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.003s
20:04:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.906935 26046 raft_consensus.cc:357] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.907339 26046 raft_consensus.cc:383] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.907495 26046 raft_consensus.cc:738] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00e4f5073bc344048dd28d2d9665b84f, State: Initialized, Role: FOLLOWER
20:04:26.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.908165 26046 consensus_queue.cc:260] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.909432 26021 heartbeater.cc:499] Master 127.24.178.60:35955 was elected leader, sending a full tablet report...
20:04:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.910135 26046 ts_tablet_manager.cc:1428] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f: Time spent starting tablet: real 0.009s user 0.004s sys 0.003s
20:04:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.910681 26046 tablet_bootstrap.cc:492] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f: Bootstrap starting.
20:04:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.913829 26048 raft_consensus.cc:357] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.914347 26048 raft_consensus.cc:383] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.914625 26046 tablet_bootstrap.cc:654] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f: Neither blocks nor log segments found. Creating new log.
20:04:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.914598 26048 raft_consensus.cc:738] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6105fd3090864fb083b5c499679656e9, State: Initialized, Role: FOLLOWER
20:04:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.915397 26048 consensus_queue.cc:260] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:26.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.917779 26046 tablet_bootstrap.cc:492] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f: No bootstrap required, opened a new log
20:04:26.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.918077 26046 ts_tablet_manager.cc:1397] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.001s
20:04:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.919126 26046 raft_consensus.cc:357] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.919297 26046 raft_consensus.cc:383] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.919366 26046 raft_consensus.cc:738] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00e4f5073bc344048dd28d2d9665b84f, State: Initialized, Role: FOLLOWER
20:04:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.919035 26047 raft_consensus.cc:357] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.919524 26047 raft_consensus.cc:383] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.919658 26047 raft_consensus.cc:738] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f741f02470b04492a37d91c39c426a7e, State: Initialized, Role: FOLLOWER
20:04:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.919603 26046 consensus_queue.cc:260] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:26.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.922698 26046 ts_tablet_manager.cc:1428] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f: Time spent starting tablet: real 0.004s user 0.001s sys 0.000s
20:04:26.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.922606 26047 consensus_queue.cc:260] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.928682 25880 heartbeater.cc:499] Master 127.24.178.60:35955 was elected leader, sending a full tablet report...
20:04:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.929383 26048 ts_tablet_manager.cc:1428] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9: Time spent starting tablet: real 0.022s user 0.022s sys 0.001s
20:04:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.929875 26048 tablet_bootstrap.cc:492] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9: Bootstrap starting.
20:04:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.930712 25883 tablet.cc:2378] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.931819 26048 tablet_bootstrap.cc:654] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9: Neither blocks nor log segments found. Creating new log.
20:04:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.936082 26047 ts_tablet_manager.cc:1428] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e: Time spent starting tablet: real 0.033s user 0.000s sys 0.016s
20:04:26.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.938563 26047 tablet_bootstrap.cc:492] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e: Bootstrap starting.
20:04:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.939527 26048 tablet_bootstrap.cc:492] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9: No bootstrap required, opened a new log
20:04:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.939713 26048 ts_tablet_manager.cc:1397] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9: Time spent bootstrapping tablet: real 0.010s user 0.000s sys 0.007s
20:04:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.940447 26047 tablet_bootstrap.cc:654] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e: Neither blocks nor log segments found. Creating new log.
20:04:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.940400 26048 raft_consensus.cc:357] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.940575 26048 raft_consensus.cc:383] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.940658 26048 raft_consensus.cc:738] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6105fd3090864fb083b5c499679656e9, State: Initialized, Role: FOLLOWER
20:04:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.940883 26048 consensus_queue.cc:260] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.941385 26048 ts_tablet_manager.cc:1428] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
20:04:26.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.943720 26047 tablet_bootstrap.cc:492] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e: No bootstrap required, opened a new log
20:04:26.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.944018 26047 ts_tablet_manager.cc:1397] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.001s
20:04:26.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.945019 26047 raft_consensus.cc:357] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:26.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.945253 26047 raft_consensus.cc:383] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:26.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.945340 26047 raft_consensus.cc:738] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f741f02470b04492a37d91c39c426a7e, State: Initialized, Role: FOLLOWER
20:04:26.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.945621 26047 consensus_queue.cc:260] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:26.946508 26047 ts_tablet_manager.cc:1428] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:04:26.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:26.960012 26024 tablet.cc:2378] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:27.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.066633 26055 raft_consensus.cc:491] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.066867 26055 raft_consensus.cc:513] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.068589 26055 leader_election.cc:290] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3:36247), 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.075806 25976 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "8830f695d58048b4a3a928120ff5b52a" candidate_uuid: "f741f02470b04492a37d91c39c426a7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00e4f5073bc344048dd28d2d9665b84f" is_pre_election: true
20:04:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.075824 25835 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "8830f695d58048b4a3a928120ff5b52a" candidate_uuid: "f741f02470b04492a37d91c39c426a7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6105fd3090864fb083b5c499679656e9" is_pre_election: true
20:04:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.076268 25835 raft_consensus.cc:2466] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f741f02470b04492a37d91c39c426a7e in term 0.
20:04:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.076278 25976 raft_consensus.cc:2466] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f741f02470b04492a37d91c39c426a7e in term 0.
20:04:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.076880 25615 leader_election.cc:304] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00e4f5073bc344048dd28d2d9665b84f, f741f02470b04492a37d91c39c426a7e; no voters:
20:04:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.077275 26055 raft_consensus.cc:2802] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.077430 26055 raft_consensus.cc:491] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.077538 26055 raft_consensus.cc:3058] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Advancing to term 1
20:04:27.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.079458 26055 raft_consensus.cc:513] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.080103 26055 leader_election.cc:290] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [CANDIDATE]: Term 1 election: Requested vote from peers 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3:36247), 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.080461 25976 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "8830f695d58048b4a3a928120ff5b52a" candidate_uuid: "f741f02470b04492a37d91c39c426a7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "00e4f5073bc344048dd28d2d9665b84f"
20:04:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.080655 25835 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "8830f695d58048b4a3a928120ff5b52a" candidate_uuid: "f741f02470b04492a37d91c39c426a7e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6105fd3090864fb083b5c499679656e9"
20:04:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.080690 25976 raft_consensus.cc:3058] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Advancing to term 1
20:04:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.080852 25835 raft_consensus.cc:3058] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Advancing to term 1
20:04:27.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.083743 25976 raft_consensus.cc:2466] T 8830f695d58048b4a3a928120ff5b52a P 00e4f5073bc344048dd28d2d9665b84f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f741f02470b04492a37d91c39c426a7e in term 1.
20:04:27.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.083760 25835 raft_consensus.cc:2466] T 8830f695d58048b4a3a928120ff5b52a P 6105fd3090864fb083b5c499679656e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f741f02470b04492a37d91c39c426a7e in term 1.
20:04:27.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.084183 25617 leader_election.cc:304] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6105fd3090864fb083b5c499679656e9, f741f02470b04492a37d91c39c426a7e; no voters:
20:04:27.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.084491 26055 raft_consensus.cc:2802] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 1 FOLLOWER]: Leader election won for term 1
20:04:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.084949 26055 raft_consensus.cc:695] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [term 1 LEADER]: Becoming Leader. State: Replica: f741f02470b04492a37d91c39c426a7e, State: Running, Role: LEADER
20:04:27.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.085459 26055 consensus_queue.cc:237] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } }
20:04:27.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.090852 25492 catalog_manager.cc:5582] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e reported cstate change: term changed from 0 to 1, leader changed from <none> to f741f02470b04492a37d91c39c426a7e (127.24.178.1). New cstate: current_term: 1 leader_uuid: "f741f02470b04492a37d91c39c426a7e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } health_report { overall_health: UNKNOWN } } }
20:04:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.117718 26052 raft_consensus.cc:491] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.117954 26052 raft_consensus.cc:513] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.119695 26052 leader_election.cc:290] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f741f02470b04492a37d91c39c426a7e (127.24.178.1:40289), 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.126734 25835 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26da0621bb6c49b89e86346772bd4d72" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6105fd3090864fb083b5c499679656e9" is_pre_election: true
20:04:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.126734 25694 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26da0621bb6c49b89e86346772bd4d72" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f741f02470b04492a37d91c39c426a7e" is_pre_election: true
20:04:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.126955 25835 raft_consensus.cc:2466] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 0.
20:04:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.127151 25694 raft_consensus.cc:2466] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 0.
20:04:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.127393 25903 leader_election.cc:304] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00e4f5073bc344048dd28d2d9665b84f, 6105fd3090864fb083b5c499679656e9; no voters:
20:04:27.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.127831 26052 raft_consensus.cc:2802] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.127944 26052 raft_consensus.cc:491] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:27.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.128010 26052 raft_consensus.cc:3058] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Advancing to term 1
20:04:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.130033 26052 raft_consensus.cc:513] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.130635 26052 leader_election.cc:290] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 election: Requested vote from peers f741f02470b04492a37d91c39c426a7e (127.24.178.1:40289), 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.131146 25835 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26da0621bb6c49b89e86346772bd4d72" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6105fd3090864fb083b5c499679656e9"
20:04:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.131178 25694 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "26da0621bb6c49b89e86346772bd4d72" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f741f02470b04492a37d91c39c426a7e"
20:04:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.131364 25835 raft_consensus.cc:3058] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Advancing to term 1
20:04:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.131412 25694 raft_consensus.cc:3058] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Advancing to term 1
20:04:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.133164 25835 raft_consensus.cc:2466] T 26da0621bb6c49b89e86346772bd4d72 P 6105fd3090864fb083b5c499679656e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 1.
20:04:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.133535 25903 leader_election.cc:304] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00e4f5073bc344048dd28d2d9665b84f, 6105fd3090864fb083b5c499679656e9; no voters:
20:04:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.133723 25694 raft_consensus.cc:2466] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 1.
20:04:27.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.133838 26052 raft_consensus.cc:2802] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 1 FOLLOWER]: Leader election won for term 1
20:04:27.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.134313 26052 raft_consensus.cc:695] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [term 1 LEADER]: Becoming Leader. State: Replica: 00e4f5073bc344048dd28d2d9665b84f, State: Running, Role: LEADER
20:04:27.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.134847 26052 consensus_queue.cc:237] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.139832 25492 catalog_manager.cc:5582] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f reported cstate change: term changed from 0 to 1, leader changed from <none> to 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3). New cstate: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } health_report { overall_health: HEALTHY } } }
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.163748 25492 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42704:
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.164734 25492 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.169291 25742 tablet.cc:2378] T 26da0621bb6c49b89e86346772bd4d72 P f741f02470b04492a37d91c39c426a7e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.176992 25815 tablet_service.cc:1468] Processing CreateTablet for tablet 722d5ef4fea747f998736986781581e1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ba3987667496417cb920fd6bf060a920]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.178016 25815 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 722d5ef4fea747f998736986781581e1. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.177558 25950 tablet_service.cc:1468] Processing CreateTablet for tablet 722d5ef4fea747f998736986781581e1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ba3987667496417cb920fd6bf060a920]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.178537 25950 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 722d5ef4fea747f998736986781581e1. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.181053 25673 tablet_service.cc:1468] Processing CreateTablet for tablet 722d5ef4fea747f998736986781581e1 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=ba3987667496417cb920fd6bf060a920]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.182056 25673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 722d5ef4fea747f998736986781581e1. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.183849 26048 tablet_bootstrap.cc:492] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: Bootstrap starting.
20:04:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.185310 26048 tablet_bootstrap.cc:654] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: Neither blocks nor log segments found. Creating new log.
20:04:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.185482 26046 tablet_bootstrap.cc:492] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: Bootstrap starting.
20:04:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.187601 26046 tablet_bootstrap.cc:654] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: Neither blocks nor log segments found. Creating new log.
20:04:27.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.190594 26046 tablet_bootstrap.cc:492] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: No bootstrap required, opened a new log
20:04:27.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.190745 26046 ts_tablet_manager.cc:1397] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.004s
20:04:27.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.191521 26046 raft_consensus.cc:357] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.191699 26046 raft_consensus.cc:383] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:27.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.191779 26046 raft_consensus.cc:738] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 00e4f5073bc344048dd28d2d9665b84f, State: Initialized, Role: FOLLOWER
20:04:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.192035 26046 consensus_queue.cc:260] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.192456 26052 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.192586 26046 ts_tablet_manager.cc:1428] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
20:04:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.192726 26052 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.195776 26047 tablet_bootstrap.cc:492] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: Bootstrap starting.
20:04:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.197248 26047 tablet_bootstrap.cc:654] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: Neither blocks nor log segments found. Creating new log.
20:04:27.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.199043 26047 tablet_bootstrap.cc:492] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: No bootstrap required, opened a new log
20:04:27.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.199189 26047 ts_tablet_manager.cc:1397] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
20:04:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.199949 26047 raft_consensus.cc:357] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.200250 26047 raft_consensus.cc:383] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.200495 26047 raft_consensus.cc:738] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f741f02470b04492a37d91c39c426a7e, State: Initialized, Role: FOLLOWER
20:04:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.200883 26047 consensus_queue.cc:260] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.201536 26047 ts_tablet_manager.cc:1428] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.202206 26055 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.202445 26055 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:27.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.209952 26048 tablet_bootstrap.cc:492] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: No bootstrap required, opened a new log
20:04:27.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.210119 26048 ts_tablet_manager.cc:1397] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: Time spent bootstrapping tablet: real 0.026s user 0.023s sys 0.000s
20:04:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.210989 26048 raft_consensus.cc:357] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.211195 26048 raft_consensus.cc:383] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.211284 26048 raft_consensus.cc:738] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6105fd3090864fb083b5c499679656e9, State: Initialized, Role: FOLLOWER
20:04:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.211545 26048 consensus_queue.cc:260] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.212013 26054 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.212345 26054 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.213114 26048 ts_tablet_manager.cc:1428] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: Time spent starting tablet: real 0.003s user 0.002s sys 0.001s
20:04:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.256353 26052 raft_consensus.cc:491] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.256567 26052 raft_consensus.cc:513] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.257205 26052 leader_election.cc:290] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f741f02470b04492a37d91c39c426a7e (127.24.178.1:40289), 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.257763 25694 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "722d5ef4fea747f998736986781581e1" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f741f02470b04492a37d91c39c426a7e" is_pre_election: true
20:04:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.257869 25835 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "722d5ef4fea747f998736986781581e1" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6105fd3090864fb083b5c499679656e9" is_pre_election: true
20:04:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.257987 25694 raft_consensus.cc:2466] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 0.
20:04:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.258105 25835 raft_consensus.cc:2466] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 0.
20:04:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.258395 25903 leader_election.cc:304] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00e4f5073bc344048dd28d2d9665b84f, f741f02470b04492a37d91c39c426a7e; no voters:
20:04:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.258684 26052 raft_consensus.cc:2802] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:27.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.258778 26052 raft_consensus.cc:491] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:27.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.258879 26052 raft_consensus.cc:3058] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 0 FOLLOWER]: Advancing to term 1
20:04:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.260784 26052 raft_consensus.cc:513] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.261350 26052 leader_election.cc:290] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 election: Requested vote from peers f741f02470b04492a37d91c39c426a7e (127.24.178.1:40289), 6105fd3090864fb083b5c499679656e9 (127.24.178.2:33893)
20:04:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.261894 25694 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "722d5ef4fea747f998736986781581e1" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f741f02470b04492a37d91c39c426a7e"
20:04:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.261922 25835 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "722d5ef4fea747f998736986781581e1" candidate_uuid: "00e4f5073bc344048dd28d2d9665b84f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6105fd3090864fb083b5c499679656e9"
20:04:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.262099 25694 raft_consensus.cc:3058] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [term 0 FOLLOWER]: Advancing to term 1
20:04:27.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.262132 25835 raft_consensus.cc:3058] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [term 0 FOLLOWER]: Advancing to term 1
20:04:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.264216 25694 raft_consensus.cc:2466] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 1.
20:04:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.264235 25835 raft_consensus.cc:2466] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 00e4f5073bc344048dd28d2d9665b84f in term 1.
20:04:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.264640 25903 leader_election.cc:304] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 00e4f5073bc344048dd28d2d9665b84f, 6105fd3090864fb083b5c499679656e9; no voters:
20:04:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.264889 26052 raft_consensus.cc:2802] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 1 FOLLOWER]: Leader election won for term 1
20:04:27.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.265060 26052 raft_consensus.cc:695] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [term 1 LEADER]: Becoming Leader. State: Replica: 00e4f5073bc344048dd28d2d9665b84f, State: Running, Role: LEADER
20:04:27.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.265353 26052 consensus_queue.cc:237] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } }
20:04:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.267071 26062 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: TxnStatusTablet state changed. Reason: New leader 00e4f5073bc344048dd28d2d9665b84f. Latest consensus state: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.267328 26062 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: This TxnStatusTablet replica's current role is: LEADER
20:04:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.268134 26076 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:04:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.268483 26076 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:04:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.269780 25492 catalog_manager.cc:5582] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f reported cstate change: term changed from 0 to 1, leader changed from <none> to 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3). New cstate: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } health_report { overall_health: HEALTHY } } }
20:04:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.302660 25835 raft_consensus.cc:1273] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9 [term 1 FOLLOWER]: Refusing update from remote peer 00e4f5073bc344048dd28d2d9665b84f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.302670 25694 raft_consensus.cc:1273] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e [term 1 FOLLOWER]: Refusing update from remote peer 00e4f5073bc344048dd28d2d9665b84f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:27.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.303642 26052 consensus_queue.cc:1035] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [LEADER]: Connected to new peer: Peer: permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.303973 26062 consensus_queue.cc:1035] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.314257 26054 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: TxnStatusTablet state changed. Reason: New leader 00e4f5073bc344048dd28d2d9665b84f. Latest consensus state: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.314616 26054 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.324079 26055 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: TxnStatusTablet state changed. Reason: New leader 00e4f5073bc344048dd28d2d9665b84f. Latest consensus state: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.324368 26055 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.326869 26062 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.327128 26062 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: This TxnStatusTablet replica's current role is: LEADER
20:04:27.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.330751 26062 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.331030 26062 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P 00e4f5073bc344048dd28d2d9665b84f: This TxnStatusTablet replica's current role is: LEADER
20:04:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.335525 26054 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.335726 26054 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P 6105fd3090864fb083b5c499679656e9: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:27.339 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:04:27.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 562aeb929e9c4a16b109f0a8c09b733e
20:04:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.342729 26081 mvcc.cc:204] Tried to move back new op lower bound from 7197092525261283328 to 7197092525121077248. Current Snapshot: MvccSnapshot[applied={T|T < 7197092525261283328}]
20:04:27.342 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.178.60:35955
20:04:27.344 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:04:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.345369 26055 tablet_replica.cc:440] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "00e4f5073bc344048dd28d2d9665b84f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 } } peers { permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 } } peers { permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 } } }
20:04:27.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.345569 26055 tablet_replica.cc:443] T 722d5ef4fea747f998736986781581e1 P f741f02470b04492a37d91c39c426a7e: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:27.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.346215 25288 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu pid 25459
20:04:27.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.347518 25532 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.507314 25288 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu with pid 25459
20:04:27.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.524856 26055 consensus_queue.cc:1035] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.533562 26055 consensus_queue.cc:1035] T 8830f695d58048b4a3a928120ff5b52a P f741f02470b04492a37d91c39c426a7e [LEADER]: Connected to new peer: Peer: permanent_uuid: "00e4f5073bc344048dd28d2d9665b84f" member_type: VOTER last_known_addr { host: "127.24.178.3" port: 36247 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.539 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.178.60:35955(127.24.178.60:35955)] handling channelInactive
20:04:27.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state READY due to: connection closed
20:04:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.540772 25759 connection.cc:537] client connection to 127.24.178.60:35955 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.541378 25880 heartbeater.cc:646] Failed to heartbeat to 127.24.178.60:35955 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:27.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.544294 25615 connection.cc:537] client connection to 127.24.178.60:35955 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:27.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.545006 25739 heartbeater.cc:646] Failed to heartbeat to 127.24.178.60:35955 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.546640 26091 negotiation.cc:337] Failed RPC negotiation. Trace:
20:04:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 20:04:27.542044 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.24.178.60:35955 (local address 127.24.178.2:51893)
20:04:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 20:04:27.545457 (+ 3413us) negotiation.cc:107] Waiting for socket to connect
20:04:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 20:04:27.545660 (+ 203us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection reset by peer (error 104)
20:04:27.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":3288,"thread_start_us":3207,"threads_started":1}
20:04:27.547 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.549820 26021 heartbeater.cc:646] Failed to heartbeat to 127.24.178.60:35955 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.551553 26052 consensus_queue.cc:1035] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f741f02470b04492a37d91c39c426a7e" member_type: VOTER last_known_addr { host: "127.24.178.1" port: 40289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.557641 26062 consensus_queue.cc:1035] T 26da0621bb6c49b89e86346772bd4d72 P 00e4f5073bc344048dd28d2d9665b84f [LEADER]: Connected to new peer: Peer: permanent_uuid: "6105fd3090864fb083b5c499679656e9" member_type: VOTER last_known_addr { host: "127.24.178.2" port: 33893 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.807394 26094 raft_consensus.cc:491] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1fe118fe13784f9685b96728595a6f3c)
20:04:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.807636 26094 raft_consensus.cc:513] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.807739 26095 raft_consensus.cc:491] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 1fe118fe13784f9685b96728595a6f3c)
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.807991 26095 raft_consensus.cc:513] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.809010 26094 leader_election.cc:290] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6c1d2156a3e24285ac6c73a4631df950 (127.24.178.61:45841), 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955)
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.809301 26095 leader_election.cc:290] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f4233d4fd03b4b8294f75bc394e57037 (127.24.178.62:44761), 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955)
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.809808 25339 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6c1d2156a3e24285ac6c73a4631df950" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f4233d4fd03b4b8294f75bc394e57037" is_pre_election: true
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.810072 25339 raft_consensus.cc:2466] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6c1d2156a3e24285ac6c73a4631df950 in term 1.
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.810075 25421 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4233d4fd03b4b8294f75bc394e57037" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6c1d2156a3e24285ac6c73a4631df950" is_pre_election: true
20:04:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.810369 25421 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f4233d4fd03b4b8294f75bc394e57037 in term 1.
20:04:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.810773 25397 leader_election.cc:304] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c1d2156a3e24285ac6c73a4631df950, f4233d4fd03b4b8294f75bc394e57037; no voters:
20:04:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.811305 26095 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.811450 26095 raft_consensus.cc:491] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1fe118fe13784f9685b96728595a6f3c)
20:04:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.811543 26095 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 1 FOLLOWER]: Advancing to term 2
20:04:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.811667 25314 leader_election.cc:304] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c1d2156a3e24285ac6c73a4631df950, f4233d4fd03b4b8294f75bc394e57037; no voters:
20:04:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.811986 26094 raft_consensus.cc:2802] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.812198 26094 raft_consensus.cc:491] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 1fe118fe13784f9685b96728595a6f3c)
20:04:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.812402 26094 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 1 FOLLOWER]: Advancing to term 2
20:04:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.812592 25314 leader_election.cc:336] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.814280 25395 leader_election.cc:336] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.814718 26095 raft_consensus.cc:513] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.815034 26094 raft_consensus.cc:513] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.815248 26095 leader_election.cc:290] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [CANDIDATE]: Term 2 election: Requested vote from peers f4233d4fd03b4b8294f75bc394e57037 (127.24.178.62:44761), 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955)
20:04:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.815616 25339 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6c1d2156a3e24285ac6c73a4631df950" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f4233d4fd03b4b8294f75bc394e57037"
20:04:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.815891 25339 raft_consensus.cc:2391] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 6c1d2156a3e24285ac6c73a4631df950 in current term 2: Already voted for candidate f4233d4fd03b4b8294f75bc394e57037 in this term.
20:04:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.815974 25421 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4233d4fd03b4b8294f75bc394e57037" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6c1d2156a3e24285ac6c73a4631df950"
20:04:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.816248 26094 leader_election.cc:290] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 2 election: Requested vote from peers 6c1d2156a3e24285ac6c73a4631df950 (127.24.178.61:45841), 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955)
20:04:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.816476 25421 raft_consensus.cc:2391] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f4233d4fd03b4b8294f75bc394e57037 in current term 2: Already voted for candidate 6c1d2156a3e24285ac6c73a4631df950 in this term.
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.817298 25395 leader_election.cc:336] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:27.817306 25314 leader_election.cc:336] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.817444 25314 leader_election.cc:304] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4233d4fd03b4b8294f75bc394e57037; no voters: 1fe118fe13784f9685b96728595a6f3c, 6c1d2156a3e24285ac6c73a4631df950
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.817421 25395 leader_election.cc:304] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6c1d2156a3e24285ac6c73a4631df950; no voters: 1fe118fe13784f9685b96728595a6f3c, f4233d4fd03b4b8294f75bc394e57037
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.817735 26094 raft_consensus.cc:2747] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:27.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:27.817735 26095 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:27.844 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:27.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.845 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.24.178.60:35955(127.24.178.60:35955) for tablet Kudu Master: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:27.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:27.884 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:27.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.886 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:27.904 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:27.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.906 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:27.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:27.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.926 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:27.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:27.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:27.966 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.045 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.104 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.178.60:35955, [1ms] received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, deferred=Deferred@243280431(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$117/585998101@3cace536 -> (continuation of Deferred@1014999590 after retry RPC after error@84984793) -> (continuation of Deferred@181293062 after retry RPC after error@1368428860) -> (continuation of Deferred@285159346 after retry RPC after error@334637183) -> (continuation of Deferred@1799619687 after retry RPC after error@1049129282) -> (continuation of Deferred@1474513822 after retry RPC after error@1439707341) -> (continuation of Deferred@511467820 after retry RPC after error@1661145536), errback=org.apache.kudu.client.KuduTransaction$$Lambda$118/978413659@2e710985 -> (continuation of Deferred@1014999590 after retry RPC after error@84984793) -> (continuation of Deferred@181293062 after retry RPC after error@1368428860) -> (continuation of Deferred@285159346 after retry RPC after error@334637183) -> (continuation of Deferred@1799619687 after retry RPC after error@1049129282) -> (continuation of Deferred@1474513822 after retry RPC after error@1439707341) -> (continuation of Deferred@511467820 after retry RPC after error@1661145536)))
20:04:28.106 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
20:04:28.124 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.144 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.146 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.164 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.184 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.204 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.222306 26094 raft_consensus.cc:491] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:28.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.222517 26094 raft_consensus.cc:513] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.223048 26094 leader_election.cc:290] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6c1d2156a3e24285ac6c73a4631df950 (127.24.178.61:45841), 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955)
20:04:28.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.223659 25421 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4233d4fd03b4b8294f75bc394e57037" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6c1d2156a3e24285ac6c73a4631df950" is_pre_election: true
20:04:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.223918 25421 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f4233d4fd03b4b8294f75bc394e57037 in term 2.
20:04:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.224427 25314 leader_election.cc:304] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6c1d2156a3e24285ac6c73a4631df950, f4233d4fd03b4b8294f75bc394e57037; no voters:
20:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.224771 26094 raft_consensus.cc:2802] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:28.224794 25314 leader_election.cc:336] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.224889 26094 raft_consensus.cc:491] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.224992 26094 raft_consensus.cc:3058] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 2 FOLLOWER]: Advancing to term 3
20:04:28.225 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.227586 26094 raft_consensus.cc:513] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.228229 26094 leader_election.cc:290] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 3 election: Requested vote from peers 6c1d2156a3e24285ac6c73a4631df950 (127.24.178.61:45841), 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955)
20:04:28.229 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955; will retry
20:04:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.228752 25421 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f4233d4fd03b4b8294f75bc394e57037" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6c1d2156a3e24285ac6c73a4631df950"
20:04:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.228955 25421 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 2 FOLLOWER]: Advancing to term 3
20:04:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:28.229671 25314 leader_election.cc:336] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111)
20:04:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.231081 25421 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f4233d4fd03b4b8294f75bc394e57037 in term 3.
20:04:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.231484 25314 leader_election.cc:304] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 6c1d2156a3e24285ac6c73a4631df950, f4233d4fd03b4b8294f75bc394e57037; no voters: 1fe118fe13784f9685b96728595a6f3c
20:04:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.231757 26094 raft_consensus.cc:2802] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 3 FOLLOWER]: Leader election won for term 3
20:04:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.232162 26094 raft_consensus.cc:695] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [term 3 LEADER]: Becoming Leader. State: Replica: f4233d4fd03b4b8294f75bc394e57037, State: Running, Role: LEADER
20:04:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.232590 26094 consensus_queue.cc:237] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } }
20:04:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.234015 26101 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f4233d4fd03b4b8294f75bc394e57037. Latest consensus state: current_term: 3 leader_uuid: "f4233d4fd03b4b8294f75bc394e57037" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.234238 26101 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: This master's current role is: LEADER
20:04:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.234817 26102 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
20:04:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.237226 26102 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e]
20:04:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.237680 26102 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=ba3987667496417cb920fd6bf060a920]
20:04:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.239212 26102 tablet_loader.cc:96] loaded metadata for tablet 26da0621bb6c49b89e86346772bd4d72 (table txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e])
20:04:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.239537 26102 tablet_loader.cc:96] loaded metadata for tablet 722d5ef4fea747f998736986781581e1 (table kudu_system.kudu_transactions [id=ba3987667496417cb920fd6bf060a920])
20:04:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.239820 26102 tablet_loader.cc:96] loaded metadata for tablet 8830f695d58048b4a3a928120ff5b52a (table txn_manager_fallback_rolling [id=562aeb929e9c4a16b109f0a8c09b733e])
20:04:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.240020 26102 catalog_manager.cc:1486] Initializing Kudu cluster ID...
20:04:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.240803 26102 catalog_manager.cc:1261] Loaded cluster ID: 9d7d4cfce0f940f6908025958ff0f808
20:04:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.240885 26102 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
20:04:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.242116 26102 catalog_manager.cc:1506] Loading token signing keys...
20:04:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.242884 26102 catalog_manager.cc:5966] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037: Loaded TSK: 0
20:04:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.243642 26102 catalog_manager.cc:1516] Initializing in-progress tserver states...
20:04:28.284 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.178.60:35955(127.24.178.60:35955)] connecting to peer
20:04:28.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.60:35955(127.24.178.60:35955)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.178.60:35955: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955
20:04:28.288 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:28.288 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.24.178.62:44761,127.24.178.61:45841,127.24.178.60:35955) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.62:44761, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.61:45841, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.178.60:35955, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.60:35955: Network error: Failed to connect to peer master-127.24.178.60:35955(127.24.178.60:35955): Connection refused: /127.24.178.60:35955, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.61:45841: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.178.62:44761: OK, deferred=Deferred@553406497(state=PENDING, result=null, callback=(continuation of Deferred@495177418 after retry RPC after error@1463539800) -> (continuation of Deferred@305321078 after retry RPC after error@1351476041) -> (continuation of Deferred@1408991756 after retry RPC after error@1519089971) -> (continuation of Deferred@1579059056 after retry RPC after error@1639362641) -> (continuation of Deferred@1850914185 after retry RPC after error@1863392145) -> (continuation of Deferred@1167995908 after retry RPC after error@293478622), errback=(continuation of Deferred@495177418 after retry RPC after error@1463539800) -> (continuation of Deferred@305321078 after retry RPC after error@1351476041) -> (continuation of Deferred@1408991756 after retry RPC after error@1519089971) -> (continuation of Deferred@1579059056 after retry RPC after error@1639362641) -> (continuation of Deferred@1850914185 after retry RPC after error@1863392145) -> (continuation of Deferred@1167995908 after retry RPC after error@293478622))) after lookup
20:04:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.338373 25329 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58598:
20:04:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:04:28.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:28.340576 25329 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:28.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.342404 25421 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [term 3 FOLLOWER]: Refusing update from remote peer f4233d4fd03b4b8294f75bc394e57037: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:04:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.343065 26101 consensus_queue.cc:1035] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:04:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.345072 26113 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f4233d4fd03b4b8294f75bc394e57037. Latest consensus state: current_term: 3 leader_uuid: "f4233d4fd03b4b8294f75bc394e57037" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.345340 26113 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: This master's current role is: FOLLOWER
20:04:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.349052 26094 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "f4233d4fd03b4b8294f75bc394e57037" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.349354 26094 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 [sys.catalog]: This master's current role is: LEADER
20:04:28.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:28.352967 25314 consensus_peers.cc:489] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 -> Peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Couldn't send request to peer 1fe118fe13784f9685b96728595a6f3c. Status: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.369117 26113 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "f4233d4fd03b4b8294f75bc394e57037" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f4233d4fd03b4b8294f75bc394e57037" member_type: VOTER last_known_addr { host: "127.24.178.62" port: 44761 } } peers { permanent_uuid: "6c1d2156a3e24285ac6c73a4631df950" member_type: VOTER last_known_addr { host: "127.24.178.61" port: 45841 } } peers { permanent_uuid: "1fe118fe13784f9685b96728595a6f3c" member_type: VOTER last_known_addr { host: "127.24.178.60" port: 35955 } } }
20:04:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.369380 26113 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6c1d2156a3e24285ac6c73a4631df950 [sys.catalog]: This master's current role is: FOLLOWER
20:04:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:28.378414 25360 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:58588 (request call id 14) took 88 ms (client timeout 85 ms). Trace:
20:04:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:28.378646 25360 rpcz_store.cc:269] 0905 20:04:28.290324 (+ 0us) service_pool.cc:168] Inserting onto call queue
20:04:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 20:04:28.290411 (+ 87us) service_pool.cc:225] Handling call
20:04:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0905 20:04:28.378323 (+ 87912us) inbound_call.cc:173] Queueing success response
20:04:28.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":584,"init.queue_time_us":554,"init.run_cpu_time_us":8395,"init.run_wall_time_us":53987,"thread_start_us":1543,"threads_started":5}
20:04:28.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:28.391508 25907 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.015s from last keepalive heartbeat (effective timeout is 1.000s)
20:04:28.888 [DEBUG - kudu-nio-0] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 00e4f5073bc344048dd28d2d9665b84f (127.24.178.3:36247): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1757102667 last_transition_timestamp: 1757102668
20:04:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:28.903645 25314 consensus_peers.cc:489] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 -> Peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Couldn't send request to peer 1fe118fe13784f9685b96728595a6f3c. Status: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:04:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:29.025324 25314 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111) [suppressed 17 similar messages]
20:04:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:29.428460 25314 consensus_peers.cc:489] T 00000000000000000000000000000000 P f4233d4fd03b4b8294f75bc394e57037 -> Peer 1fe118fe13784f9685b96728595a6f3c (127.24.178.60:35955): Couldn't send request to peer 1fe118fe13784f9685b96728595a6f3c. Status: Network error: Client connection negotiation failed: client connection to 127.24.178.60:35955: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:04:29.551 [DEBUG - main] (Connection.java:575) [peer master-127.24.178.60:35955(127.24.178.60:35955)] disconnecting while in state TERMINATED
20:04:29.552 [DEBUG - main] (Connection.java:575) [peer master-127.24.178.61:45841(127.24.178.61:45841)] disconnecting while in state READY
20:04:29.552 [DEBUG - main] (Connection.java:575) [peer master-127.24.178.62:44761(127.24.178.62:44761)] disconnecting while in state READY
20:04:29.553 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:29.553 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.178.62:44761(127.24.178.62:44761)] handling channelInactive
20:04:29.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.178.62:44761(127.24.178.62:44761)] cleaning up while in state READY due to: connection closed
20:04:29.553 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.178.61:45841(127.24.178.61:45841)] handling channelInactive
20:04:29.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.178.61:45841(127.24.178.61:45841)] cleaning up while in state READY due to: connection closed
20:04:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.553836 25288 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu pid 25581
20:04:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.566783 25881 heartbeater.cc:499] Master 127.24.178.62:44761 was elected leader, sending a full tablet report...
20:04:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.571822 25734 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:29.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.670277 25288 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu with pid 25581
20:04:29.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.688668 25288 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu pid 25744
20:04:29.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.695785 25875 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:29.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.792140 25288 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu with pid 25744
20:04:29.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.809527 25288 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu pid 25885
20:04:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.816442 26016 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:29.935932 25903 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.178.1:40289: connect: Connection refused (error 111)
20:04:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.935998 25288 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu with pid 25885
20:04:29.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.957770 25288 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu pid 25299
20:04:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:29.958958 25370 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:30.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:30.073801 25288 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu with pid 25299
20:04:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250905 20:04:30.091059 25396 connection.cc:537] server connection from 127.0.0.1:52910 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:30.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:30.091269 25288 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu pid 25377
20:04:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:30.092432 25451 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250905 20:04:30.200358 25288 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUBYFOV/build/asan/bin/kudu with pid 25377
20:04:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-05T20:04:30Z chronyd exiting
20:04:30.357 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)