02:07:54.030 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:07:54.030 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskftu0YH/test-tmp
02:07:54.031 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
02:07:54.031 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskftu0YH/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
02:07:54.033 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:07:54.385 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:07:54.386 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:07:54.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.389104 3157 mini_oidc.cc:150] Starting JWKS server
02:07:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.392311 3157 webserver.cc:533] Webserver started at http://127.0.0.1:45575/ using document root <none> and password file <none>
02:07:54.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.392714 3157 mini_oidc.cc:186] Starting OIDC Discovery server
02:07:54.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.394356 3157 webserver.cc:533] Webserver started at http://127.0.0.1:37439/ using document root <none> and password file <none>
02:07:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T02:07:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:07:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T02:07:54Z Disabled control of system clock
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.457612 3157 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/wal
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/logs
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data/info.pb
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.126:35107
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.126
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:07:54.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:07:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.769132 3169 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.769721 3169 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.770192 3169 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.802966 3169 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.803267 3169 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:07:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.803421 3169 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.803627 3169 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.803823 3169 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.804013 3169 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.804162 3169 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45575/jwks.json
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.840969 3169 master_runner.cc:387] Master server non-default flags:
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/wal
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.126:35107
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data/info.pb
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.126
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/logs
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 01:43:20 UTC on e7f111948823
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12479
02:07:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.842272 3169 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:54.843909 3169 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.854718 3175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:56.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:54.855930 3176 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.179834 3178 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.183748 3177 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1326 milliseconds
02:07:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.184515 3169 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.329s user 0.474s sys 0.846s
02:07:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.184760 3169 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.330s user 0.474s sys 0.846s
02:07:56.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.184945 3169 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:56.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.186035 3169 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.188661 3169 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:56.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.190085 3169 hybrid_clock.cc:648] HybridClock initialized: now 1781921276190043 us; error 40 us; skew 500 ppm
02:07:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.190995 3169 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.198599 3169 webserver.cc:533] Webserver started at http://127.3.21.126:38475/ using document root <none> and password file <none>
02:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.199787 3169 fs_manager.cc:362] Metadata directory not provided
02:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.200083 3169 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.200639 3169 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.205163 3169 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data/instance:
02:07:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10ae68e29def4aac9d3104b81da87001"
02:07:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:07:56 on dist-test-slave-8x9h"
02:07:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.206259 3169 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/wal/instance:
02:07:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10ae68e29def4aac9d3104b81da87001"
02:07:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:07:56 on dist-test-slave-8x9h"
02:07:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.214248 3169 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
02:07:56.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.221055 3185 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:07:56.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.222437 3169 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.222779 3169 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data,/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/wal
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10ae68e29def4aac9d3104b81da87001"
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:07:56 on dist-test-slave-8x9h"
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.223151 3169 fs_report.cc:389] FS layout report
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/wal
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/wal
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data/data
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:56.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.291376 3169 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:07:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.292836 3169 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.293241 3169 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.379199 3169 rpc_server.cc:307] RPC server started. Bound to: 127.3.21.126:35107
02:07:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.379256 3246 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.21.126:35107 every 8 connection(s)
02:07:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.382076 3169 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/data/info.pb
02:07:56.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.384943 3157 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu as pid 3169
02:07:56.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.385476 3157 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-0/wal/instance
02:07:56.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.389479 3247 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.390863 3157 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/wal
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/logs
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data/info.pb
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.125:45641
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.125
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:56.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:07:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:07:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:07:56.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.402854 3247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } has no permanent_uuid. Determining permanent_uuid...
02:07:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.429955 3247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } has no permanent_uuid. Determining permanent_uuid...
02:07:56.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.432518 3189 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.436914 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.125:45641: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.486516 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } attempt: 1
02:07:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.490856 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.125:45641: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:56.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.559393 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } attempt: 2
02:07:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.563807 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.125:45641: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.655375 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } attempt: 3
02:07:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.659703 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.125:45641: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.705149 3249 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.705689 3249 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.706151 3249 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.738623 3249 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.738924 3249 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:07:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.739099 3249 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.739300 3249 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.739593 3249 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.739840 3249 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.739992 3249 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45575/jwks.json
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.779798 3249 master_runner.cc:387] Master server non-default flags:
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/wal
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.125:45641
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data/info.pb
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.125
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/logs
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:07:56.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:07:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 01:43:20 UTC on e7f111948823
02:07:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12479
02:07:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.781158 3249 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.782663 3249 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.793394 3258 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:56.803128 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } attempt: 4
02:07:56.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.810702 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.125:45641: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:57.110303 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } attempt: 5
02:07:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:57.119108 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.125:45641: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:57.666744 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } attempt: 6
02:07:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:57.690481 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.125:45641: Network error: Client connection negotiation failed: client connection to 127.3.21.125:45641: connect: Connection refused (error 111)
02:07:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:56.794066 3259 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.156296 3261 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:58.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.160353 3249 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.367s user 0.394s sys 0.953s
02:07:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.160729 3249 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.368s user 0.394s sys 0.953s
02:07:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.161363 3260 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1366 milliseconds
02:07:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.161415 3249 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:07:58.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.162761 3249 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:07:58.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.165409 3249 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:07:58.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.166793 3249 hybrid_clock.cc:648] HybridClock initialized: now 1781921278166767 us; error 38 us; skew 500 ppm
02:07:58.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.167728 3249 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:07:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.174891 3249 webserver.cc:533] Webserver started at http://127.3.21.125:39713/ using document root <none> and password file <none>
02:07:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.176120 3249 fs_manager.cc:362] Metadata directory not provided
02:07:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.176397 3249 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:07:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.176892 3249 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:07:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.181555 3249 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data/instance:
02:07:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "462da5317513426886c1169cf8b3b32c"
02:07:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:07:58 on dist-test-slave-8x9h"
02:07:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.182698 3249 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/wal/instance:
02:07:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "462da5317513426886c1169cf8b3b32c"
02:07:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:07:58 on dist-test-slave-8x9h"
02:07:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.190698 3249 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
02:07:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.196915 3270 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:07:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.198167 3249 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.198591 3249 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data,/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/wal
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "462da5317513426886c1169cf8b3b32c"
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:07:58 on dist-test-slave-8x9h"
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.199131 3249 fs_report.cc:389] FS layout report
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/wal
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/wal
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data/data
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:07:58.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:07:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:07:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.277242 3249 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:07:58.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.279001 3249 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:07:58.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.279420 3249 kserver.cc:163] Server-wide thread pool size limit: 3276
02:07:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.364646 3249 rpc_server.cc:307] RPC server started. Bound to: 127.3.21.125:45641
02:07:58.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.364705 3331 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.21.125:45641 every 8 connection(s)
02:07:58.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.367424 3249 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/data/info.pb
02:07:58.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.373497 3332 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:07:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.373749 3157 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu as pid 3249
02:07:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.374079 3157 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-1/wal/instance
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.376320 3157 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:58.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/logs
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/info.pb
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.124:46449
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.124
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:07:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:07:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.386461 3332 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } has no permanent_uuid. Determining permanent_uuid...
02:07:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.410135 3332 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } has no permanent_uuid. Determining permanent_uuid...
02:07:58.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.424944 3332 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } has no permanent_uuid. Determining permanent_uuid...
02:07:58.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.427520 3272 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.431826 3332 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.481582 3332 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 1
02:07:58.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.486929 3332 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.555397 3332 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 2
02:07:58.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.560066 3332 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.651511 3332 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 3
02:07:58.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.656154 3332 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.701624 3334 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:07:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.702188 3334 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:07:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.702639 3334 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:07:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.735785 3334 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:07:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.736089 3334 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:07:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.736258 3334 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:07:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.736455 3334 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:07:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.736655 3334 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:07:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.736845 3334 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:07:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.736989 3334 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45575/jwks.json
02:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.751088 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } attempt: 7
02:07:58.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.763211 3247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } has no permanent_uuid. Determining permanent_uuid...
02:07:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.769642 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.780143 3334 master_runner.cc:387] Master server non-default flags:
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.124:46449
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:07:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/info.pb
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.124
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/logs
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 01:43:20 UTC on e7f111948823
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12479
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:07:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.781407 3334 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:07:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.782915 3334 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:07:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.793798 3346 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:07:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.799600 3332 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 4
02:07:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.806309 3332 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.828135 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 1
02:07:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.836593 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:58.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:58.918205 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 2
02:07:58.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.926942 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:59.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:59.012581 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 3
02:07:59.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:59.021377 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:59.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:59.105795 3332 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 5
02:07:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:59.117578 3332 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:59.162261 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 4
02:07:59.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:59.171593 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:59.455194 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 5
02:07:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:59.465435 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:07:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:07:59.665186 3332 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 6
02:07:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:59.701745 3332 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:08:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.018033 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 6
02:08:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.045192 3247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.21.124:46449: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:08:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:07:58.794358 3347 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:00.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.077176 3349 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.079506 3348 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1279 milliseconds
02:08:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.080413 3334 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.286s user 0.364s sys 0.905s
02:08:00.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.080706 3334 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.287s user 0.364s sys 0.905s
02:08:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.080991 3334 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.082170 3334 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:00.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.085475 3334 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.086907 3334 hybrid_clock.cc:648] HybridClock initialized: now 1781921280086878 us; error 39 us; skew 500 ppm
02:08:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.087774 3334 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.095935 3334 webserver.cc:533] Webserver started at http://127.3.21.124:38815/ using document root <none> and password file <none>
02:08:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.096817 3334 fs_manager.cc:362] Metadata directory not provided
02:08:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.097005 3334 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.097394 3334 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.101781 3334 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/instance:
02:08:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05494fdf7ecb4c5795531e84c35adcb4"
02:08:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:00 on dist-test-slave-8x9h"
02:08:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.102834 3334 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal/instance:
02:08:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05494fdf7ecb4c5795531e84c35adcb4"
02:08:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:00 on dist-test-slave-8x9h"
02:08:00.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.110822 3334 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.006s
02:08:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.117159 3360 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:08:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.118345 3334 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
02:08:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.118634 3334 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data,/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05494fdf7ecb4c5795531e84c35adcb4"
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:00 on dist-test-slave-8x9h"
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.118955 3334 fs_report.cc:389] FS layout report
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/data
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.193755 3334 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:08:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.195218 3334 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.195624 3334 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.279896 3334 rpc_server.cc:307] RPC server started. Bound to: 127.3.21.124:46449
02:08:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.279956 3421 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.21.124:46449 every 8 connection(s)
02:08:00.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.282608 3334 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/info.pb
02:08:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.289175 3157 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu as pid 3334
02:08:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.289516 3157 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal/instance
02:08:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.289471 3422 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.307710 3422 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } has no permanent_uuid. Determining permanent_uuid...
02:08:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.332435 3422 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } has no permanent_uuid. Determining permanent_uuid...
02:08:00.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.345474 3422 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } has no permanent_uuid. Determining permanent_uuid...
02:08:00.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.361951 3422 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Bootstrap starting.
02:08:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.368379 3422 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Neither blocks nor log segments found. Creating new log.
02:08:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.370213 3422 log.cc:826] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Log is configured to *not* fsync() on all Append() calls
02:08:00.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.375886 3422 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: No bootstrap required, opened a new log
02:08:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.397807 3422 raft_consensus.cc:359] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.398488 3422 raft_consensus.cc:385] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.398790 3422 raft_consensus.cc:740] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05494fdf7ecb4c5795531e84c35adcb4, State: Initialized, Role: FOLLOWER
02:08:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.399688 3422 consensus_queue.cc:260] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.402396 3432 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.403261 3432 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: FOLLOWER
02:08:00.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.404006 3422 sys_catalog.cc:565] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: configured and running, proceeding with master startup.
02:08:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.429733 3443 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:08:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.430104 3443 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:08:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.426220 3334 master_runner.cc:187] Error getting master registration for 127.3.21.126:35107: OK, instance_id { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" instance_seqno: 1781921276359794 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:08:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.448447 3334 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:08:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.450901 3366 tablet.cc:2406] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:00.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.479333 3432 raft_consensus.cc:493] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.480062 3432 raft_consensus.cc:515] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.482954 3432 leader_election.cc:290] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107), 462da5317513426886c1169cf8b3b32c (127.3.21.125:45641)
02:08:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.762271 3332 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 7
02:08:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.787557 3332 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: Bootstrap starting.
02:08:00.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.796553 3332 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: Neither blocks nor log segments found. Creating new log.
02:08:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.798920 3332 log.cc:826] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: Log is configured to *not* fsync() on all Append() calls
02:08:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.809398 3332 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: No bootstrap required, opened a new log
02:08:00.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.831264 3332 raft_consensus.cc:359] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.831938 3332 raft_consensus.cc:385] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:00.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.832221 3332 raft_consensus.cc:740] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 462da5317513426886c1169cf8b3b32c, State: Initialized, Role: FOLLOWER
02:08:00.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.833132 3332 consensus_queue.cc:260] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.836236 3447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.837011 3447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: This master's current role is: FOLLOWER
02:08:00.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.838209 3332 sys_catalog.cc:565] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: configured and running, proceeding with master startup.
02:08:00.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.838452 3297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05494fdf7ecb4c5795531e84c35adcb4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "462da5317513426886c1169cf8b3b32c" is_pre_election: true
02:08:00.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.839282 3297 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 05494fdf7ecb4c5795531e84c35adcb4 in term 0.
02:08:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.839871 3447 raft_consensus.cc:493] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.839977 3297 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:48096 (request call id 1) took 356 ms (client timeout 363 ms). Trace:
02:08:00.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.840291 3447 raft_consensus.cc:515] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.840813 3297 rpcz_store.cc:269] 0620 02:08:00.483753 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:08:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:00.483896 (+ 143us) service_pool.cc:224] Handling call
02:08:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:00.839900 (+356004us) inbound_call.cc:177] Queueing success response
02:08:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:08:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.842803 3364 leader_election.cc:304] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05494fdf7ecb4c5795531e84c35adcb4, 462da5317513426886c1169cf8b3b32c; no voters:
02:08:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.843799 3447 leader_election.cc:290] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107), 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449)
02:08:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.844375 3432 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.844713 3432 raft_consensus.cc:493] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.845026 3432 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 0 FOLLOWER]: Advancing to term 1
02:08:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:00.848049 3363 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.3.21.126:35107 timed out after 0.363s (SENT)
02:08:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.848124 3387 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "462da5317513426886c1169cf8b3b32c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05494fdf7ecb4c5795531e84c35adcb4" is_pre_election: true
02:08:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.856628 3432 raft_consensus.cc:515] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.862933 3387 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 462da5317513426886c1169cf8b3b32c in current term 1: Already voted for candidate 05494fdf7ecb4c5795531e84c35adcb4 in this term.
02:08:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.870405 3297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05494fdf7ecb4c5795531e84c35adcb4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "462da5317513426886c1169cf8b3b32c"
02:08:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.871150 3297 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 0 FOLLOWER]: Advancing to term 1
02:08:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.875157 3432 leader_election.cc:290] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [CANDIDATE]: Term 1 election: Requested vote from peers 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107), 462da5317513426886c1169cf8b3b32c (127.3.21.125:45641)
02:08:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.884092 3297 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 05494fdf7ecb4c5795531e84c35adcb4 in term 1.
02:08:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.885417 3364 leader_election.cc:304] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05494fdf7ecb4c5795531e84c35adcb4, 462da5317513426886c1169cf8b3b32c; no voters:
02:08:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.887702 3432 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 FOLLOWER]: Leader election won for term 1
02:08:00.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.891810 3432 raft_consensus.cc:697] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 LEADER]: Becoming Leader. State: Replica: 05494fdf7ecb4c5795531e84c35adcb4, State: Running, Role: LEADER
02:08:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.901553 3432 consensus_queue.cc:237] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.918519 3461 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:08:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.922255 3454 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 05494fdf7ecb4c5795531e84c35adcb4. Latest consensus state: current_term: 1 leader_uuid: "05494fdf7ecb4c5795531e84c35adcb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.923098 3454 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: LEADER
02:08:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.926393 3462 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:08:00.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.933807 3462 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:08:00.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.922993 3249 master_runner.cc:187] Error getting master registration for 127.3.21.126:35107: OK, instance_id { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" instance_seqno: 1781921276359794 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:08:00.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.955030 3249 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:08:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.956315 3297 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Refusing update from remote peer 05494fdf7ecb4c5795531e84c35adcb4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:00.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.957970 3454 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.003s
02:08:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.984479 3447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 05494fdf7ecb4c5795531e84c35adcb4. Latest consensus state: current_term: 1 leader_uuid: "05494fdf7ecb4c5795531e84c35adcb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.986310 3447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: This master's current role is: FOLLOWER
02:08:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.987150 3463 mvcc.cc:204] Tried to move back new op lower bound from 7298749566780977152 to 7298749566595665920. Current Snapshot: MvccSnapshot[applied={T|T < 7298749566780977152}]
02:08:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.990655 3454 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "05494fdf7ecb4c5795531e84c35adcb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.991420 3454 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: LEADER
02:08:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.994683 3462 catalog_manager.cc:1382] Generated new cluster ID: d43431f9c309427c9669f86c1c62ddc0
02:08:00.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:00.994961 3462 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:08:01.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.023624 3447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "05494fdf7ecb4c5795531e84c35adcb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:01.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.024398 3447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: This master's current role is: FOLLOWER
02:08:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.038997 3462 catalog_manager.cc:1405] Generated new certificate authority record
02:08:01.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.041069 3462 catalog_manager.cc:1539] Loading token signing keys...
02:08:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.072849 3462 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Generated new TSK 0
02:08:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.074008 3462 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:08:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.078609 3247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } attempt: 7
02:08:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.101627 3247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: Bootstrap starting.
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.108826 3157 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/wal
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/logs
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data/info.pb
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.65:0
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.21.65
02:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.65
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.109169 3247 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: Neither blocks nor log segments found. Creating new log.
02:08:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.111543 3247 log.cc:826] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: Log is configured to *not* fsync() on all Append() calls
02:08:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.122673 3247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: No bootstrap required, opened a new log
02:08:01.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.154137 3247 raft_consensus.cc:359] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:01.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.155035 3247 raft_consensus.cc:385] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:01.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.155496 3247 raft_consensus.cc:740] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10ae68e29def4aac9d3104b81da87001, State: Initialized, Role: FOLLOWER
02:08:01.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.156543 3247 consensus_queue.cc:260] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.164821 3247 sys_catalog.cc:565] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: configured and running, proceeding with master startup.
02:08:01.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.165011 3210 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05494fdf7ecb4c5795531e84c35adcb4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10ae68e29def4aac9d3104b81da87001"
02:08:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.166013 3212 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05494fdf7ecb4c5795531e84c35adcb4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10ae68e29def4aac9d3104b81da87001" is_pre_election: true
02:08:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.167033 3212 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39266 (request call id 2) took 683 ms (client timeout 363 ms). Trace:
02:08:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.167380 3212 rpcz_store.cc:269] 0620 02:08:00.483512 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:08:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:00.483662 (+ 150us) service_pool.cc:224] Handling call
02:08:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:01.166937 (+683275us) inbound_call.cc:177] Queueing success response
02:08:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:08:01.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.168668 3211 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "462da5317513426886c1169cf8b3b32c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10ae68e29def4aac9d3104b81da87001" is_pre_election: true
02:08:01.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.169546 3211 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39248 (request call id 1) took 325 ms (client timeout 382 ms). Trace:
02:08:01.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.169906 3211 rpcz_store.cc:269] 0620 02:08:00.844027 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:08:01.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:00.846049 (+ 2022us) service_pool.cc:224] Handling call
02:08:01.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:01.169490 (+323441us) inbound_call.cc:177] Queueing success response
02:08:01.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:08:01.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.170727 3209 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "05494fdf7ecb4c5795531e84c35adcb4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10ae68e29def4aac9d3104b81da87001" is_pre_election: true
02:08:01.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.171605 3209 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39266 (request call id 4) took 292 ms (client timeout 363 ms). Trace:
02:08:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.171921 3209 rpcz_store.cc:269] 0620 02:08:00.879277 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:08:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:00.879429 (+ 152us) service_pool.cc:224] Handling call
02:08:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:01.171550 (+292121us) inbound_call.cc:177] Queueing success response
02:08:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:08:01.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.174929 3273 leader_election.cc:304] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 462da5317513426886c1169cf8b3b32c; no voters: 05494fdf7ecb4c5795531e84c35adcb4, 10ae68e29def4aac9d3104b81da87001
02:08:01.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.176328 3447 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:08:01.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.177716 3210 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 0 FOLLOWER]: Advancing to term 1
02:08:01.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.185444 3210 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 05494fdf7ecb4c5795531e84c35adcb4 in term 1.
02:08:01.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.188030 3472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.189167 3472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: This master's current role is: FOLLOWER
02:08:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.192790 3208 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 1 FOLLOWER]: Refusing update from remote peer 05494fdf7ecb4c5795531e84c35adcb4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:01.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.196408 3454 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.207913 3210 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39266 (request call id 3) took 329 ms (client timeout 428 ms). Trace:
02:08:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.208542 3210 rpcz_store.cc:269] 0620 02:08:00.878213 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:08:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:00.878375 (+ 162us) service_pool.cc:224] Handling call
02:08:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:01.191932 (+313557us) spinlock_profiling.cc:243] Waited 11.9 ms on lock 0x7b5400030554. stack: 00007f848038ab43 00007f848038aa40 00007f847ff3b574 000000000050eee4 000000000050ee79 00007f848746e951 00007f84875096da 00007f8488537217 00007f8486bec834 00007f8486bec7c2 00007f8486bec6f1 00007f8486bec66c 00007f8486beb922 00007f84851d6c3c 00007f84851d6076 00007f84851d5a1f
02:08:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:01.207839 (+ 15907us) inbound_call.cc:177] Queueing success response
02:08:01.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":27440896}
02:08:01.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.257078 3472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 05494fdf7ecb4c5795531e84c35adcb4. Latest consensus state: current_term: 1 leader_uuid: "05494fdf7ecb4c5795531e84c35adcb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:01.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.259891 3484 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "05494fdf7ecb4c5795531e84c35adcb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:01.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.260710 3472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: This master's current role is: FOLLOWER
02:08:01.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.260835 3484 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: This master's current role is: FOLLOWER
02:08:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.291920 3454 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "05494fdf7ecb4c5795531e84c35adcb4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.292680 3454 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: LEADER
02:08:01.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.300972 3488 catalog_manager.cc:1294] Loaded cluster ID: d43431f9c309427c9669f86c1c62ddc0
02:08:01.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.306785 3488 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: loading cluster ID for follower catalog manager: success
02:08:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.331475 3488 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: acquiring CA information for follower catalog manager: success
02:08:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.345438 3488 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:08:01.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.672555 3471 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.673230 3471 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:01.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.674160 3471 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.710686 3471 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.711403 3471 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:08:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.711694 3471 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:08:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.711970 3471 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:08:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.712497 3471 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.21.65
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.777871 3471 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/wal
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.65:0
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data/info.pb
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.65
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.21.65
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/logs
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 01:43:20 UTC on e7f111948823
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12479
02:08:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.779707 3471 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.781927 3471 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:01.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.801292 3496 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.947360 3461 catalog_manager.cc:1294] Loaded cluster ID: d43431f9c309427c9669f86c1c62ddc0
02:08:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.955127 3461 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: loading cluster ID for follower catalog manager: success
02:08:01.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.979586 3461 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: acquiring CA information for follower catalog manager: success
02:08:01.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:01.985458 3461 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:08:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:03.202641 3495 debug-util.cc:398] Leaking SignalData structure 0x7b080002ed40 after lost signal to thread 3471
02:08:03.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:01.803172 3497 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:03.592795 3495 kernel_stack_watchdog.cc:198] Thread 3471 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
02:08:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:08:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:08:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:08:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:08:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:03.594039 3471 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.793s user 0.457s sys 0.908s
02:08:03.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:03.594568 3471 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.794s user 0.457s sys 0.908s
02:08:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.610034 3471 server_base.cc:1061] running on GCE node
02:08:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:03.612282 3503 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.614033 3471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.628588 3471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.630240 3471 hybrid_clock.cc:648] HybridClock initialized: now 1781921283630160 us; error 86 us; skew 500 ppm
02:08:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.631527 3471 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.650435 3471 webserver.cc:533] Webserver started at http://127.3.21.65:36503/ using document root <none> and password file <none>
02:08:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.651932 3471 fs_manager.cc:362] Metadata directory not provided
02:08:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.652362 3471 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:03.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.653038 3471 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.659654 3471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data/instance:
02:08:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7f48476ba804547a33b917b73d722f1"
02:08:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:03 on dist-test-slave-8x9h"
02:08:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.661401 3471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/wal/instance:
02:08:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7f48476ba804547a33b917b73d722f1"
02:08:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:03 on dist-test-slave-8x9h"
02:08:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.676990 3471 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.008s sys 0.004s
02:08:03.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.690274 3508 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:08:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.691939 3471 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.010s sys 0.000s
02:08:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.692487 3471 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data,/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/wal
02:08:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7f48476ba804547a33b917b73d722f1"
02:08:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:03 on dist-test-slave-8x9h"
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.693464 3471 fs_report.cc:389] FS layout report
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/wal
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/wal
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data/data
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:03.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.787575 3471 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:08:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.789960 3471 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.790715 3471 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.828094 3471 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.828651 3471 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
02:08:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.829099 3471 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:03.829419 3471 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:08:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.200958 3471 rpc_server.cc:307] RPC server started. Bound to: 127.3.21.65:36311
02:08:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.201093 3632 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.21.65:36311 every 8 connection(s)
02:08:04.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.204888 3471 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/data/info.pb
02:08:04.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.205994 3157 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu as pid 3471
02:08:04.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.206501 3157 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-0/wal/instance
02:08:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.237172 3157 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/wal
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/logs
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data/info.pb
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.66:0
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.21.66
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.66
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:08:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:08:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:08:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.238327 3636 heartbeater.cc:344] Connected to a master server at 127.3.21.126:35107
02:08:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.238897 3636 heartbeater.cc:461] Registering TS with master...
02:08:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.240463 3636 heartbeater.cc:507] Master 127.3.21.126:35107 requested a full tablet report, sending...
02:08:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.244472 3202 ts_manager.cc:194] Registered new tserver with Master: f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311)
02:08:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.246640 3634 heartbeater.cc:344] Connected to a master server at 127.3.21.124:46449
02:08:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.247399 3634 heartbeater.cc:461] Registering TS with master...
02:08:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.248556 3634 heartbeater.cc:507] Master 127.3.21.124:46449 requested a full tablet report, sending...
02:08:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.246735 3633 heartbeater.cc:344] Connected to a master server at 127.3.21.125:45641
02:08:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.249224 3633 heartbeater.cc:461] Registering TS with master...
02:08:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.250483 3633 heartbeater.cc:507] Master 127.3.21.125:45641 requested a full tablet report, sending...
02:08:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.251801 3377 ts_manager.cc:194] Registered new tserver with Master: f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311)
02:08:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.253931 3287 ts_manager.cc:194] Registered new tserver with Master: f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311)
02:08:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.254571 3377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.21.65:37325
02:08:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.744575 3638 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.745113 3638 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:04.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.745644 3638 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.789916 3638 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.790733 3638 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:08:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.791169 3638 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:08:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.791435 3638 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:08:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.792164 3638 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.21.66
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.832885 3638 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/wal
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.66:0
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data/info.pb
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.66
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.21.66
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/logs
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 01:43:20 UTC on e7f111948823
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12479
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.834128 3638 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:04.835772 3638 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.849608 3647 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:05.258941 3634 heartbeater.cc:499] Master 127.3.21.124:46449 was elected leader, sending a full tablet report...
02:08:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.250765 3646 debug-util.cc:398] Leaking SignalData structure 0x7b080002ed40 after lost signal to thread 3638
02:08:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.288715 3646 kernel_stack_watchdog.cc:198] Thread 3638 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
02:08:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
02:08:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
02:08:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
02:08:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
02:08:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.289052 3638 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.441s user 0.000s sys 0.002s
02:08:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:04.850363 3648 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.289474 3638 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.442s user 0.000s sys 0.003s
02:08:06.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.303117 3638 server_base.cc:1061] running on GCE node
02:08:06.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.303606 3652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:06.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.304752 3638 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:06.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.307369 3638 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:06.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.308840 3638 hybrid_clock.cc:648] HybridClock initialized: now 1781921286308792 us; error 44 us; skew 500 ppm
02:08:06.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.310021 3638 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:06.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.317515 3638 webserver.cc:533] Webserver started at http://127.3.21.66:35219/ using document root <none> and password file <none>
02:08:06.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.318398 3638 fs_manager.cc:362] Metadata directory not provided
02:08:06.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.318588 3638 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:06.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.318979 3638 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.324086 3638 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data/instance:
02:08:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8642868fbb247288a631d212979aa4b"
02:08:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:06 on dist-test-slave-8x9h"
02:08:06.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.325228 3638 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/wal/instance:
02:08:06.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8642868fbb247288a631d212979aa4b"
02:08:06.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:06 on dist-test-slave-8x9h"
02:08:06.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.332410 3638 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
02:08:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.337878 3658 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:08:06.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.338901 3638 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
02:08:06.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.339313 3638 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data,/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/wal
02:08:06.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8642868fbb247288a631d212979aa4b"
02:08:06.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:06 on dist-test-slave-8x9h"
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.339633 3638 fs_report.cc:389] FS layout report
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/wal
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/wal
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data/data
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:06.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.400362 3638 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:08:06.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.401901 3638 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:06.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.402390 3638 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.419818 3638 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.420272 3638 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
02:08:06.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.420603 3638 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:06.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.420890 3638 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:08:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.606154 3638 rpc_server.cc:307] RPC server started. Bound to: 127.3.21.66:46685
02:08:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.606637 3782 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.21.66:46685 every 8 connection(s)
02:08:06.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.608840 3638 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/data/info.pb
02:08:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.615132 3157 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu as pid 3638
02:08:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.615772 3157 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-1/wal/instance
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.628279 3157 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/wal
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/logs
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data/info.pb
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.67:0
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.21.67
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.67
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.630530 3785 heartbeater.cc:344] Connected to a master server at 127.3.21.126:35107
02:08:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.631039 3785 heartbeater.cc:461] Registering TS with master...
02:08:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.632613 3785 heartbeater.cc:507] Master 127.3.21.126:35107 requested a full tablet report, sending...
02:08:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.631294 3783 heartbeater.cc:344] Connected to a master server at 127.3.21.125:45641
02:08:06.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.633121 3783 heartbeater.cc:461] Registering TS with master...
02:08:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.634109 3783 heartbeater.cc:507] Master 127.3.21.125:45641 requested a full tablet report, sending...
02:08:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.637332 3202 ts_manager.cc:194] Registered new tserver with Master: b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.637923 3287 ts_manager.cc:194] Registered new tserver with Master: b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:06.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.641932 3784 heartbeater.cc:344] Connected to a master server at 127.3.21.124:46449
02:08:06.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.642351 3784 heartbeater.cc:461] Registering TS with master...
02:08:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.643157 3784 heartbeater.cc:507] Master 127.3.21.124:46449 requested a full tablet report, sending...
02:08:06.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.645426 3377 ts_manager.cc:194] Registered new tserver with Master: b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:06.646962 3377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.21.66:50677
02:08:06.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.959333 3788 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.959923 3788 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.960597 3788 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.995471 3788 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.996152 3788 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:08:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.996415 3788 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:08:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.996702 3788 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:08:06.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:06.997229 3788 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.21.67
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:07.036010 3788 tablet_server_runner.cc:78] Tablet server non-default flags:
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/wal
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.67:0
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data/info.pb
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.67
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:07.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.21.67
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/logs
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 01:43:20 UTC on e7f111948823
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12479
02:08:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:07.037775 3788 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:07.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:07.039638 3788 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:07.054523 3796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:07.650254 3784 heartbeater.cc:499] Master 127.3.21.124:46449 was elected leader, sending a full tablet report...
02:08:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:07.057616 3798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:07.055593 3795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.291383 3788 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:08.292339 3797 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
02:08:08.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.296298 3788 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.299042 3788 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.300508 3788 hybrid_clock.cc:648] HybridClock initialized: now 1781921288300416 us; error 78 us; skew 500 ppm
02:08:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.301606 3788 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.309326 3788 webserver.cc:533] Webserver started at http://127.3.21.67:33723/ using document root <none> and password file <none>
02:08:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.310490 3788 fs_manager.cc:362] Metadata directory not provided
02:08:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.310750 3788 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.311328 3788 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:08:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.317799 3788 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data/instance:
02:08:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5822be195b864b408606b33dc8adbc7f"
02:08:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:08 on dist-test-slave-8x9h"
02:08:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.319219 3788 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/wal/instance:
02:08:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5822be195b864b408606b33dc8adbc7f"
02:08:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:08 on dist-test-slave-8x9h"
02:08:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.326510 3788 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
02:08:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.332434 3805 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:08:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.333532 3788 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.333809 3788 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data,/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/wal
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5822be195b864b408606b33dc8adbc7f"
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:08 on dist-test-slave-8x9h"
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.334097 3788 fs_report.cc:389] FS layout report
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/wal
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/wal
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data/data
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:08.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.402657 3788 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:08:08.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.404588 3788 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.405134 3788 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.416299 3788 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:08:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.416615 3788 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:08:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.416985 3788 ts_tablet_manager.cc:616] Registered 0 tablets
02:08:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.417218 3788 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:08:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.603932 3788 rpc_server.cc:307] RPC server started. Bound to: 127.3.21.67:45311
02:08:08.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.604660 3929 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.21.67:45311 every 8 connection(s)
02:08:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.606770 3788 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/data/info.pb
02:08:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.608026 3157 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu as pid 3788
02:08:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.608500 3157 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/ts-2/wal/instance
02:08:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.624946 3930 heartbeater.cc:344] Connected to a master server at 127.3.21.125:45641
02:08:08.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.625535 3930 heartbeater.cc:461] Registering TS with master...
02:08:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.628583 3932 heartbeater.cc:344] Connected to a master server at 127.3.21.126:35107
02:08:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.630424 3932 heartbeater.cc:461] Registering TS with master...
02:08:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.629351 3930 heartbeater.cc:507] Master 127.3.21.125:45641 requested a full tablet report, sending...
02:08:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.632566 3932 heartbeater.cc:507] Master 127.3.21.126:35107 requested a full tablet report, sending...
02:08:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.634650 3287 ts_manager.cc:194] Registered new tserver with Master: 5822be195b864b408606b33dc8adbc7f (127.3.21.67:45311)
02:08:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.637138 3202 ts_manager.cc:194] Registered new tserver with Master: 5822be195b864b408606b33dc8adbc7f (127.3.21.67:45311)
02:08:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.638090 3931 heartbeater.cc:344] Connected to a master server at 127.3.21.124:46449
02:08:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.638418 3931 heartbeater.cc:461] Registering TS with master...
02:08:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.639281 3931 heartbeater.cc:507] Master 127.3.21.124:46449 requested a full tablet report, sending...
02:08:08.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.641096 3377 ts_manager.cc:194] Registered new tserver with Master: 5822be195b864b408606b33dc8adbc7f (127.3.21.67:45311)
02:08:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.642314 3377 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.21.67:50451
02:08:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.656601 3157 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:08:08.668 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:08:08.669 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:08:08.670 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.21.126"
port: 35107
}
bound_http_address {
host: "127.3.21.126"
port: 38475
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.21.125"
port: 45641
}
bound_http_address {
host: "127.3.21.125"
port: 39713
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.21.124"
port: 46449
}
bound_http_address {
host: "127.3.21.124"
port: 38815
}
}
}
02:08:08.670 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:08:08.671 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.21.65"
port: 36311
}
bound_http_address {
host: "127.3.21.65"
port: 36503
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.21.66"
port: 46685
}
bound_http_address {
host: "127.3.21.66"
port: 35219
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.21.67"
port: 45311
}
bound_http_address {
host: "127.3.21.67"
port: 33723
}
}
}
02:08:08.671 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:08:08.673 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:08:08.674 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.21.124:46449(127.3.21.124:46449)] connecting to peer
02:08:08.675 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.21.125:45641(127.3.21.125:45641)] connecting to peer
02:08:08.675 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.21.124:46449(127.3.21.124:46449)] Successfully connected to peer
02:08:08.677 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:08.678 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.21.124
02:08:08.678 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.21.126:35107(127.3.21.126:35107)] Successfully connected to peer
02:08:08.679 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.21.125:45641(127.3.21.125:45641)] Successfully connected to peer
02:08:08.681 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.21.126
02:08:08.682 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.21.125
02:08:08.691 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x32766ae9, L:/127.0.0.1:52078 - R:/127.3.21.124:46449] using SASL/PLAIN
02:08:08.693 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x142fafb9, L:/127.0.0.1:53884 - R:/127.3.21.125:45641] using SASL/PLAIN
02:08:08.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:08.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, deferred=null) after lookup
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.697271 3377 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52078:
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:08.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:08.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:08.701112 3377 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:08:08.703 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x51acf2d7, L:/127.0.0.1:56724 - R:/127.3.21.126:35107] using SASL/PLAIN
02:08:08.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 28450a741cec49d495125c5dad66904f
02:08:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.819298 3864 tablet_service.cc:1511] Processing CreateTablet for tablet 13dbb0d98494487dae7142f06d55a0f6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:08:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.821312 3864 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13dbb0d98494487dae7142f06d55a0f6. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.822419 3865 tablet_service.cc:1511] Processing CreateTablet for tablet a0cecc2f056348fa88a95180d68d9b8f (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:08:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.823684 3865 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a0cecc2f056348fa88a95180d68d9b8f. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.826740 3567 tablet_service.cc:1511] Processing CreateTablet for tablet 13dbb0d98494487dae7142f06d55a0f6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:08:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.826526 3568 tablet_service.cc:1511] Processing CreateTablet for tablet a0cecc2f056348fa88a95180d68d9b8f (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:08:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.829332 3567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13dbb0d98494487dae7142f06d55a0f6. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.831303 3568 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a0cecc2f056348fa88a95180d68d9b8f. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.836961 3717 tablet_service.cc:1511] Processing CreateTablet for tablet 13dbb0d98494487dae7142f06d55a0f6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:08:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.838208 3718 tablet_service.cc:1511] Processing CreateTablet for tablet a0cecc2f056348fa88a95180d68d9b8f (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:08:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.838855 3717 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 13dbb0d98494487dae7142f06d55a0f6. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:08.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.840906 3718 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a0cecc2f056348fa88a95180d68d9b8f. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.869599 3961 tablet_bootstrap.cc:492] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1: Bootstrap starting.
02:08:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.886204 3961 tablet_bootstrap.cc:654] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1: Neither blocks nor log segments found. Creating new log.
02:08:08.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.886039 3960 tablet_bootstrap.cc:492] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f: Bootstrap starting.
02:08:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.888089 3961 log.cc:826] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1: Log is configured to *not* fsync() on all Append() calls
02:08:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.893115 3961 tablet_bootstrap.cc:492] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1: No bootstrap required, opened a new log
02:08:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.893743 3961 ts_tablet_manager.cc:1403] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1: Time spent bootstrapping tablet: real 0.025s user 0.011s sys 0.005s
02:08:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.894943 3960 tablet_bootstrap.cc:654] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f: Neither blocks nor log segments found. Creating new log.
02:08:08.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.897382 3960 log.cc:826] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f: Log is configured to *not* fsync() on all Append() calls
02:08:08.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.899624 3963 tablet_bootstrap.cc:492] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b: Bootstrap starting.
02:08:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.903292 3960 tablet_bootstrap.cc:492] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f: No bootstrap required, opened a new log
02:08:08.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.903788 3960 ts_tablet_manager.cc:1403] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f: Time spent bootstrapping tablet: real 0.019s user 0.016s sys 0.000s
02:08:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.905189 3963 tablet_bootstrap.cc:654] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b: Neither blocks nor log segments found. Creating new log.
02:08:08.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.906925 3963 log.cc:826] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b: Log is configured to *not* fsync() on all Append() calls
02:08:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.912961 3963 tablet_bootstrap.cc:492] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b: No bootstrap required, opened a new log
02:08:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.913456 3963 ts_tablet_manager.cc:1403] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b: Time spent bootstrapping tablet: real 0.014s user 0.010s sys 0.000s
02:08:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.924495 3961 raft_consensus.cc:359] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.925384 3961 raft_consensus.cc:385] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.925695 3961 raft_consensus.cc:740] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f7f48476ba804547a33b917b73d722f1, State: Initialized, Role: FOLLOWER
02:08:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.926630 3961 consensus_queue.cc:260] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.934648 3960 raft_consensus.cc:359] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.935923 3960 raft_consensus.cc:385] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.936412 3960 raft_consensus.cc:740] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5822be195b864b408606b33dc8adbc7f, State: Initialized, Role: FOLLOWER
02:08:08.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.937665 3960 consensus_queue.cc:260] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.941705 3961 ts_tablet_manager.cc:1434] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1: Time spent starting tablet: real 0.048s user 0.040s sys 0.003s
02:08:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.943217 3961 tablet_bootstrap.cc:492] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1: Bootstrap starting.
02:08:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.948452 3960 ts_tablet_manager.cc:1434] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f: Time spent starting tablet: real 0.044s user 0.032s sys 0.009s
02:08:08.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.950963 3961 tablet_bootstrap.cc:654] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1: Neither blocks nor log segments found. Creating new log.
02:08:08.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.951853 3960 tablet_bootstrap.cc:492] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f: Bootstrap starting.
02:08:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.953636 3931 heartbeater.cc:499] Master 127.3.21.124:46449 was elected leader, sending a full tablet report...
02:08:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.959282 3967 raft_consensus.cc:493] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.959960 3967 raft_consensus.cc:515] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.962577 3961 tablet_bootstrap.cc:492] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1: No bootstrap required, opened a new log
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.963037 3961 ts_tablet_manager.cc:1403] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1: Time spent bootstrapping tablet: real 0.020s user 0.009s sys 0.008s
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.965763 3961 raft_consensus.cc:359] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.966315 3967 leader_election.cc:290] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311), b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.966442 3961 raft_consensus.cc:385] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.966727 3961 raft_consensus.cc:740] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f7f48476ba804547a33b917b73d722f1, State: Initialized, Role: FOLLOWER
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.967468 3960 tablet_bootstrap.cc:654] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f: Neither blocks nor log segments found. Creating new log.
02:08:08.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.967633 3961 consensus_queue.cc:260] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.984625 3960 tablet_bootstrap.cc:492] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f: No bootstrap required, opened a new log
02:08:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.985085 3960 ts_tablet_manager.cc:1403] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f: Time spent bootstrapping tablet: real 0.033s user 0.010s sys 0.007s
02:08:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.988830 3738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13dbb0d98494487dae7142f06d55a0f6" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8642868fbb247288a631d212979aa4b" is_pre_election: true
02:08:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.990121 3961 ts_tablet_manager.cc:1434] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1: Time spent starting tablet: real 0.027s user 0.008s sys 0.009s
02:08:08.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.991070 3960 raft_consensus.cc:359] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:08.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.991741 3960 raft_consensus.cc:385] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:08.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.992017 3960 raft_consensus.cc:740] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5822be195b864b408606b33dc8adbc7f, State: Initialized, Role: FOLLOWER
02:08:08.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.992811 3960 consensus_queue.cc:260] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:08.994952 3637 tablet.cc:2406] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:08.996411 3807 leader_election.cc:343] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b8642868fbb247288a631d212979aa4b (127.3.21.66:46685): Illegal state: must be running to vote when last-logged opid is not known
02:08:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.996838 3960 ts_tablet_manager.cc:1434] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f: Time spent starting tablet: real 0.011s user 0.000s sys 0.008s
02:08:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.997997 3588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13dbb0d98494487dae7142f06d55a0f6" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f7f48476ba804547a33b917b73d722f1" is_pre_election: true
02:08:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.998926 3963 raft_consensus.cc:359] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:08.999828 3963 raft_consensus.cc:385] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.000144 3963 raft_consensus.cc:740] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8642868fbb247288a631d212979aa4b, State: Initialized, Role: FOLLOWER
02:08:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.001051 3963 consensus_queue.cc:260] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.002350 3588 raft_consensus.cc:2468] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 0.
02:08:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.004578 3809 leader_election.cc:304] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5822be195b864b408606b33dc8adbc7f, f7f48476ba804547a33b917b73d722f1; no voters: b8642868fbb247288a631d212979aa4b
02:08:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.006958 3967 raft_consensus.cc:2804] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.007346 3967 raft_consensus.cc:493] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:09.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.007659 3967 raft_consensus.cc:3060] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Advancing to term 1
02:08:09.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.014520 3963 ts_tablet_manager.cc:1434] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b: Time spent starting tablet: real 0.101s user 0.033s sys 0.004s
02:08:09.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.016916 3963 tablet_bootstrap.cc:492] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b: Bootstrap starting.
02:08:09.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.018916 3967 raft_consensus.cc:515] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.021095 3967 leader_election.cc:290] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 election: Requested vote from peers f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311), b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.023156 3588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13dbb0d98494487dae7142f06d55a0f6" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f7f48476ba804547a33b917b73d722f1"
02:08:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.023720 3588 raft_consensus.cc:3060] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Advancing to term 1
02:08:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.023805 3738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "13dbb0d98494487dae7142f06d55a0f6" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8642868fbb247288a631d212979aa4b"
02:08:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.024045 3963 tablet_bootstrap.cc:654] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b: Neither blocks nor log segments found. Creating new log.
02:08:09.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.024397 3738 raft_consensus.cc:3060] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Advancing to term 1
02:08:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.031778 3738 raft_consensus.cc:2468] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 1.
02:08:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.033015 3588 raft_consensus.cc:2468] T 13dbb0d98494487dae7142f06d55a0f6 P f7f48476ba804547a33b917b73d722f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 1.
02:08:09.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.033260 3963 tablet_bootstrap.cc:492] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b: No bootstrap required, opened a new log
02:08:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.033540 3807 leader_election.cc:304] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5822be195b864b408606b33dc8adbc7f, b8642868fbb247288a631d212979aa4b; no voters:
02:08:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.033771 3963 ts_tablet_manager.cc:1403] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b: Time spent bootstrapping tablet: real 0.017s user 0.007s sys 0.004s
02:08:09.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.034335 3967 raft_consensus.cc:2804] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 1 FOLLOWER]: Leader election won for term 1
02:08:09.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.035064 3967 raft_consensus.cc:697] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [term 1 LEADER]: Becoming Leader. State: Replica: 5822be195b864b408606b33dc8adbc7f, State: Running, Role: LEADER
02:08:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.036124 3967 consensus_queue.cc:237] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.037290 3963 raft_consensus.cc:359] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.037989 3963 raft_consensus.cc:385] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:09.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.038285 3963 raft_consensus.cc:740] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8642868fbb247288a631d212979aa4b, State: Initialized, Role: FOLLOWER
02:08:09.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.038988 3963 consensus_queue.cc:260] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.041141 3963 ts_tablet_manager.cc:1434] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b: Time spent starting tablet: real 0.006s user 0.002s sys 0.004s
02:08:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.053993 3967 raft_consensus.cc:493] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.054687 3967 raft_consensus.cc:515] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:09.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.055955 3377 catalog_manager.cc:5696] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f reported cstate change: term changed from 0 to 1, leader changed from <none> to 5822be195b864b408606b33dc8adbc7f (127.3.21.67). New cstate: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } health_report { overall_health: HEALTHY } } }
02:08:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.057618 3967 leader_election.cc:290] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311), b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.057504 3588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0cecc2f056348fa88a95180d68d9b8f" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f7f48476ba804547a33b917b73d722f1" is_pre_election: true
02:08:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.058096 3588 raft_consensus.cc:2468] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 0.
02:08:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.058990 3809 leader_election.cc:304] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5822be195b864b408606b33dc8adbc7f, f7f48476ba804547a33b917b73d722f1; no voters:
02:08:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.059299 3738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0cecc2f056348fa88a95180d68d9b8f" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8642868fbb247288a631d212979aa4b" is_pre_election: true
02:08:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.059664 3967 raft_consensus.cc:2804] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.059892 3738 raft_consensus.cc:2468] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 0.
02:08:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.059996 3967 raft_consensus.cc:493] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:09.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.060290 3967 raft_consensus.cc:3060] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Advancing to term 1
02:08:09.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.066682 3967 raft_consensus.cc:515] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.069424 3588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0cecc2f056348fa88a95180d68d9b8f" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f7f48476ba804547a33b917b73d722f1"
02:08:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.069980 3588 raft_consensus.cc:3060] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Advancing to term 1
02:08:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.069998 3967 leader_election.cc:290] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 election: Requested vote from peers f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311), b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.072757 3738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a0cecc2f056348fa88a95180d68d9b8f" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8642868fbb247288a631d212979aa4b"
02:08:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.073303 3738 raft_consensus.cc:3060] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Advancing to term 1
02:08:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.075297 3588 raft_consensus.cc:2468] T a0cecc2f056348fa88a95180d68d9b8f P f7f48476ba804547a33b917b73d722f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 1.
02:08:09.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.076110 3809 leader_election.cc:304] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5822be195b864b408606b33dc8adbc7f, f7f48476ba804547a33b917b73d722f1; no voters:
02:08:09.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.079224 3967 raft_consensus.cc:2804] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 1 FOLLOWER]: Leader election won for term 1
02:08:09.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.079695 3967 raft_consensus.cc:697] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [term 1 LEADER]: Becoming Leader. State: Replica: 5822be195b864b408606b33dc8adbc7f, State: Running, Role: LEADER
02:08:09.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.079768 3738 raft_consensus.cc:2468] T a0cecc2f056348fa88a95180d68d9b8f P b8642868fbb247288a631d212979aa4b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 1.
02:08:09.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.080472 3967 consensus_queue.cc:237] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } }
02:08:09.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.088550 3377 catalog_manager.cc:5696] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f reported cstate change: term changed from 0 to 1, leader changed from <none> to 5822be195b864b408606b33dc8adbc7f (127.3.21.67). New cstate: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } health_report { overall_health: UNKNOWN } } }
02:08:09.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.133432 3787 tablet.cc:2406] T 13dbb0d98494487dae7142f06d55a0f6 P b8642868fbb247288a631d212979aa4b: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:09.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.133821 3933 tablet.cc:2406] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.246927 3377 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52090:
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:08:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.249565 3377 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:08:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.285348 3567 tablet_service.cc:1511] Processing CreateTablet for tablet e2b0df7ce66744a6a5ade8f603a75680 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=744ed0893cc4453996aac09209f50851]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:08:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.287133 3567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e2b0df7ce66744a6a5ade8f603a75680. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.289230 3718 tablet_service.cc:1511] Processing CreateTablet for tablet e2b0df7ce66744a6a5ade8f603a75680 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=744ed0893cc4453996aac09209f50851]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:08:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.290855 3718 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e2b0df7ce66744a6a5ade8f603a75680. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.290824 3864 tablet_service.cc:1511] Processing CreateTablet for tablet e2b0df7ce66744a6a5ade8f603a75680 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=744ed0893cc4453996aac09209f50851]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:08:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.292423 3864 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e2b0df7ce66744a6a5ade8f603a75680. 1 dirs total, 0 dirs full, 0 dirs failed
02:08:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.304050 3961 tablet_bootstrap.cc:492] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: Bootstrap starting.
02:08:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.308245 3960 tablet_bootstrap.cc:492] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: Bootstrap starting.
02:08:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.310412 3961 tablet_bootstrap.cc:654] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: Neither blocks nor log segments found. Creating new log.
02:08:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.315542 3960 tablet_bootstrap.cc:654] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: Neither blocks nor log segments found. Creating new log.
02:08:09.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.317269 3963 tablet_bootstrap.cc:492] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: Bootstrap starting.
02:08:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.320094 3961 tablet_bootstrap.cc:492] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: No bootstrap required, opened a new log
02:08:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.320693 3961 ts_tablet_manager.cc:1403] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: Time spent bootstrapping tablet: real 0.017s user 0.013s sys 0.000s
02:08:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.322873 3963 tablet_bootstrap.cc:654] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: Neither blocks nor log segments found. Creating new log.
02:08:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.323627 3961 raft_consensus.cc:359] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.324446 3961 raft_consensus.cc:385] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.324791 3961 raft_consensus.cc:740] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f7f48476ba804547a33b917b73d722f1, State: Initialized, Role: FOLLOWER
02:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.325546 3961 consensus_queue.cc:260] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.327133 3970 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.327922 3970 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: This TxnStatusTablet replica's current role is: FOLLOWER
02:08:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.331799 3961 ts_tablet_manager.cc:1434] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: Time spent starting tablet: real 0.011s user 0.005s sys 0.001s
02:08:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.333760 3963 tablet_bootstrap.cc:492] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: No bootstrap required, opened a new log
02:08:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.334211 3963 ts_tablet_manager.cc:1403] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: Time spent bootstrapping tablet: real 0.017s user 0.004s sys 0.008s
02:08:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.337055 3963 raft_consensus.cc:359] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.337738 3963 raft_consensus.cc:385] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:09.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.338348 3963 raft_consensus.cc:740] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b8642868fbb247288a631d212979aa4b, State: Initialized, Role: FOLLOWER
02:08:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.340006 3963 consensus_queue.cc:260] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.342137 3963 ts_tablet_manager.cc:1434] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: Time spent starting tablet: real 0.008s user 0.006s sys 0.001s
02:08:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.342514 3973 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.343248 3973 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: This TxnStatusTablet replica's current role is: FOLLOWER
02:08:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.348917 3960 tablet_bootstrap.cc:492] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: No bootstrap required, opened a new log
02:08:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.349555 3960 ts_tablet_manager.cc:1403] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: Time spent bootstrapping tablet: real 0.042s user 0.006s sys 0.007s
02:08:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.352569 3960 raft_consensus.cc:359] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.353410 3960 raft_consensus.cc:385] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:08:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.354136 3960 raft_consensus.cc:740] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5822be195b864b408606b33dc8adbc7f, State: Initialized, Role: FOLLOWER
02:08:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.355098 3960 consensus_queue.cc:260] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.356482 3967 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.357218 3967 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: This TxnStatusTablet replica's current role is: FOLLOWER
02:08:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.357333 3960 ts_tablet_manager.cc:1434] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: Time spent starting tablet: real 0.007s user 0.004s sys 0.000s
02:08:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.367949 3967 raft_consensus.cc:493] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:08:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.368391 3967 raft_consensus.cc:515] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.371335 3738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e2b0df7ce66744a6a5ade8f603a75680" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8642868fbb247288a631d212979aa4b" is_pre_election: true
02:08:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.371479 3588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e2b0df7ce66744a6a5ade8f603a75680" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f7f48476ba804547a33b917b73d722f1" is_pre_election: true
02:08:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.371941 3738 raft_consensus.cc:2468] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 0.
02:08:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.372092 3588 raft_consensus.cc:2468] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 0.
02:08:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.373430 3809 leader_election.cc:304] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5822be195b864b408606b33dc8adbc7f, f7f48476ba804547a33b917b73d722f1; no voters:
02:08:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.373888 3967 leader_election.cc:290] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311), b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.374367 3969 raft_consensus.cc:2804] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:08:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.374684 3969 raft_consensus.cc:493] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:08:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.374876 3969 raft_consensus.cc:3060] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 0 FOLLOWER]: Advancing to term 1
02:08:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.381853 3969 raft_consensus.cc:515] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.384702 3588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e2b0df7ce66744a6a5ade8f603a75680" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f7f48476ba804547a33b917b73d722f1"
02:08:09.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.385226 3588 raft_consensus.cc:3060] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [term 0 FOLLOWER]: Advancing to term 1
02:08:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.390588 3588 raft_consensus.cc:2468] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 1.
02:08:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.391819 3969 leader_election.cc:290] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 election: Requested vote from peers f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311), b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.391995 3809 leader_election.cc:304] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5822be195b864b408606b33dc8adbc7f, f7f48476ba804547a33b917b73d722f1; no voters:
02:08:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.392742 3969 raft_consensus.cc:2804] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 1 FOLLOWER]: Leader election won for term 1
02:08:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.393005 3738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e2b0df7ce66744a6a5ade8f603a75680" candidate_uuid: "5822be195b864b408606b33dc8adbc7f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b8642868fbb247288a631d212979aa4b"
02:08:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.393545 3738 raft_consensus.cc:3060] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [term 0 FOLLOWER]: Advancing to term 1
02:08:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.395002 3969 raft_consensus.cc:697] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [term 1 LEADER]: Becoming Leader. State: Replica: 5822be195b864b408606b33dc8adbc7f, State: Running, Role: LEADER
02:08:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.395797 3969 consensus_queue.cc:237] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } }
02:08:09.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.403403 3738 raft_consensus.cc:2468] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5822be195b864b408606b33dc8adbc7f in term 1.
02:08:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.413630 3967 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: TxnStatusTablet state changed. Reason: New leader 5822be195b864b408606b33dc8adbc7f. Latest consensus state: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.414350 3967 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: This TxnStatusTablet replica's current role is: LEADER
02:08:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.420821 3376 catalog_manager.cc:5696] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f reported cstate change: term changed from 0 to 1, leader changed from <none> to 5822be195b864b408606b33dc8adbc7f (127.3.21.67). New cstate: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } health_report { overall_health: HEALTHY } } }
02:08:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.429647 3992 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:08:09.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.430256 3992 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.472815 3967 consensus_queue.cc:1048] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:09.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.475323 3967 consensus_queue.cc:1048] T a0cecc2f056348fa88a95180d68d9b8f P 5822be195b864b408606b33dc8adbc7f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.544900 3738 raft_consensus.cc:1275] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b [term 1 FOLLOWER]: Refusing update from remote peer 5822be195b864b408606b33dc8adbc7f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.550092 3588 raft_consensus.cc:1275] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1 [term 1 FOLLOWER]: Refusing update from remote peer 5822be195b864b408606b33dc8adbc7f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:08:09.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.552887 3967 consensus_queue.cc:1048] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:09.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.557569 4003 consensus_queue.cc:1048] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
02:08:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.568553 3973 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: TxnStatusTablet state changed. Reason: New leader 5822be195b864b408606b33dc8adbc7f. Latest consensus state: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.569252 3973 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: This TxnStatusTablet replica's current role is: FOLLOWER
02:08:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.585160 3999 mvcc.cc:204] Tried to move back new op lower bound from 7298749601931722752 to 7298749601374756864. Current Snapshot: MvccSnapshot[applied={T|T < 7298749601931722752}]
02:08:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.588745 3970 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: TxnStatusTablet state changed. Reason: New leader 5822be195b864b408606b33dc8adbc7f. Latest consensus state: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.589157 3997 mvcc.cc:204] Tried to move back new op lower bound from 7298749601931722752 to 7298749601374756864. Current Snapshot: MvccSnapshot[applied={T|T < 7298749601931722752}]
02:08:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.589531 3970 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: This TxnStatusTablet replica's current role is: FOLLOWER
02:08:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.593822 3969 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.594530 3969 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: This TxnStatusTablet replica's current role is: LEADER
02:08:09.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.601675 4003 consensus_queue.cc:1048] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [LEADER]: Connected to new peer: Peer: permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:09.612 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:08:09.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 28450a741cec49d495125c5dad66904f
02:08:09.617 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.21.124:46449
02:08:09.618 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:08:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.618609 3157 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu with pid 3334
02:08:09.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.631412 3969 consensus_queue.cc:1048] T 13dbb0d98494487dae7142f06d55a0f6 P 5822be195b864b408606b33dc8adbc7f [LEADER]: Connected to new peer: Peer: permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:08:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.643076 4002 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.643875 4002 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P 5822be195b864b408606b33dc8adbc7f: This TxnStatusTablet replica's current role is: LEADER
02:08:09.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.664084 3973 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.664777 3973 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P b8642868fbb247288a631d212979aa4b: This TxnStatusTablet replica's current role is: FOLLOWER
02:08:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.678546 3970 tablet_replica.cc:442] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5822be195b864b408606b33dc8adbc7f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f7f48476ba804547a33b917b73d722f1" member_type: VOTER last_known_addr { host: "127.3.21.65" port: 36311 } } peers { permanent_uuid: "b8642868fbb247288a631d212979aa4b" member_type: VOTER last_known_addr { host: "127.3.21.66" port: 46685 } } peers { permanent_uuid: "5822be195b864b408606b33dc8adbc7f" member_type: VOTER last_known_addr { host: "127.3.21.67" port: 45311 } } }
02:08:09.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.679322 3970 tablet_replica.cc:445] T e2b0df7ce66744a6a5ade8f603a75680 P f7f48476ba804547a33b917b73d722f1: This TxnStatusTablet replica's current role is: FOLLOWER
02:08:09.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.700237 3931 heartbeater.cc:646] Failed to heartbeat to 127.3.21.124:46449 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.3.21.124:46449 (error 108)
02:08:09.701 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.21.124:46449(127.3.21.124:46449)] handling channelInactive
02:08:09.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.21.124:46449(127.3.21.124:46449)] cleaning up while in state READY due to: connection closed
02:08:09.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.706593 3660 connection.cc:573] client connection to 127.3.21.124:46449 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:08:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.707453 3784 heartbeater.cc:646] Failed to heartbeat to 127.3.21.124:46449 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:08:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.708499 3510 connection.cc:573] client connection to 127.3.21.124:46449 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:08:09.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.709376 3634 heartbeater.cc:646] Failed to heartbeat to 127.3.21.124:46449 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:08:09.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:08:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.737722 4012 negotiation.cc:336] Failed RPC negotiation. Trace:
02:08:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:09.701510 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.3.21.124:46449 (local address 127.3.21.67:33237)
02:08:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:09.736009 (+ 34499us) negotiation.cc:107] Waiting for socket to connect
02:08:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:09.736337 (+ 328us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection reset by peer (error 104)
02:08:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":33631,"thread_start_us":33308,"threads_started":1}
02:08:09.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.836830 4015 raft_consensus.cc:493] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 05494fdf7ecb4c5795531e84c35adcb4)
02:08:09.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.837313 4015 raft_consensus.cc:515] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:09.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.840090 4015 leader_election.cc:290] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107), 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449)
02:08:09.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.840296 3209 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "462da5317513426886c1169cf8b3b32c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "10ae68e29def4aac9d3104b81da87001" is_pre_election: true
02:08:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.842628 3272 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111) [suppressed 6 similar messages]
02:08:09.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.846421 3272 leader_election.cc:336] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:08:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.846860 3272 leader_election.cc:304] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 462da5317513426886c1169cf8b3b32c; no voters: 05494fdf7ecb4c5795531e84c35adcb4, 10ae68e29def4aac9d3104b81da87001
02:08:09.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.847518 4015 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:08:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.905227 4018 raft_consensus.cc:493] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 05494fdf7ecb4c5795531e84c35adcb4)
02:08:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.905766 4018 raft_consensus.cc:515] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.908335 4018 leader_election.cc:290] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 462da5317513426886c1169cf8b3b32c (127.3.21.125:45641), 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449)
02:08:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.910043 3296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10ae68e29def4aac9d3104b81da87001" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "462da5317513426886c1169cf8b3b32c" is_pre_election: true
02:08:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.910686 3296 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 10ae68e29def4aac9d3104b81da87001 in term 1.
02:08:09.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.911520 3187 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111) [suppressed 13 similar messages]
02:08:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.911813 3189 leader_election.cc:304] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10ae68e29def4aac9d3104b81da87001, 462da5317513426886c1169cf8b3b32c; no voters:
02:08:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.912705 4018 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 1 FOLLOWER]: Leader pre-election won for term 2
02:08:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.913154 4018 raft_consensus.cc:493] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 05494fdf7ecb4c5795531e84c35adcb4)
02:08:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.913622 4018 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 1 FOLLOWER]: Advancing to term 2
02:08:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.916092 3187 leader_election.cc:336] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:08:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.919838 4018 raft_consensus.cc:515] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.921603 4018 leader_election.cc:290] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [CANDIDATE]: Term 2 election: Requested vote from peers 462da5317513426886c1169cf8b3b32c (127.3.21.125:45641), 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449)
02:08:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.922439 3296 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "10ae68e29def4aac9d3104b81da87001" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "462da5317513426886c1169cf8b3b32c"
02:08:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.923059 3296 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 1 FOLLOWER]: Advancing to term 2
02:08:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:09.925602 3187 leader_election.cc:336] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111)
02:08:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.932484 3296 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 10ae68e29def4aac9d3104b81da87001 in term 2.
02:08:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.933861 3189 leader_election.cc:304] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 10ae68e29def4aac9d3104b81da87001, 462da5317513426886c1169cf8b3b32c; no voters: 05494fdf7ecb4c5795531e84c35adcb4
02:08:09.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.934670 4018 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 2 FOLLOWER]: Leader election won for term 2
02:08:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.935978 4018 raft_consensus.cc:697] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [term 2 LEADER]: Becoming Leader. State: Replica: 10ae68e29def4aac9d3104b81da87001, State: Running, Role: LEADER
02:08:09.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.937110 4018 consensus_queue.cc:237] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.941807 4021 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 10ae68e29def4aac9d3104b81da87001. Latest consensus state: current_term: 2 leader_uuid: "10ae68e29def4aac9d3104b81da87001" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:09.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.942665 4021 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: This master's current role is: LEADER
02:08:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.944128 4022 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:08:09.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.951695 4022 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]
02:08:09.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.952992 4022 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=744ed0893cc4453996aac09209f50851]
02:08:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.957808 4022 tablet_loader.cc:96] loaded metadata for tablet 13dbb0d98494487dae7142f06d55a0f6 (table txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f])
02:08:09.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.958894 4022 tablet_loader.cc:96] loaded metadata for tablet a0cecc2f056348fa88a95180d68d9b8f (table txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f])
02:08:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.959885 4022 tablet_loader.cc:96] loaded metadata for tablet e2b0df7ce66744a6a5ade8f603a75680 (table kudu_system.kudu_transactions [id=744ed0893cc4453996aac09209f50851])
02:08:09.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.960805 4022 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:08:09.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.963622 4022 catalog_manager.cc:1294] Loaded cluster ID: d43431f9c309427c9669f86c1c62ddc0
02:08:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.963836 4022 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:08:09.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.967208 4022 catalog_manager.cc:1539] Loading token signing keys...
02:08:09.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.969954 4022 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001: Loaded TSK: 0
02:08:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:09.970953 4022 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:08:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.042181 3296 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 2 FOLLOWER]: Refusing update from remote peer 10ae68e29def4aac9d3104b81da87001: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
02:08:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.043568 4021 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [LEADER]: Connected to new peer: Peer: permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:08:10.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.047158 4015 sys_catalog.cc:455] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 10ae68e29def4aac9d3104b81da87001. Latest consensus state: current_term: 2 leader_uuid: "10ae68e29def4aac9d3104b81da87001" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.047896 4015 sys_catalog.cc:458] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: This master's current role is: FOLLOWER
02:08:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.052752 4015 sys_catalog.cc:455] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "10ae68e29def4aac9d3104b81da87001" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.053452 4015 sys_catalog.cc:458] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: This master's current role is: FOLLOWER
02:08:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.054563 4018 sys_catalog.cc:455] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "10ae68e29def4aac9d3104b81da87001" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.055289 4018 sys_catalog.cc:458] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 [sys.catalog]: This master's current role is: LEADER
02:08:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:10.056782 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:08:10.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.124:46449(127.3.21.124:46449)] connecting to peer
02:08:10.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449
02:08:10.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.21.124:46449(127.3.21.124:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449
02:08:10.117 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.3.21.124:46449(127.3.21.124:46449) for tablet Kudu Master: Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449
02:08:10.135 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.124:46449(127.3.21.124:46449)] connecting to peer
02:08:10.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449
02:08:10.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.21.124:46449(127.3.21.124:46449)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449
02:08:10.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.124:46449: Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449
02:08:10.140 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:10.141 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=26), Traces: [0ms] sending RPC to server master-127.3.21.124:46449, [3ms] received response from server master-127.3.21.124:46449: Network error: Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Network error: Failed to connect to peer master-127.3.21.124:46449(127.3.21.124:46449): Connection refused: /127.3.21.124:46449, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: OK, deferred=Deferred@2002231141(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$231/0x00007fee84336050@24c8f900, errback=org.apache.kudu.client.KuduTransaction$$Lambda$232/0x00007fee84336278@46ea48a2)) after lookup
02:08:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:10.207865 3202 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56736:
02:08:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:08:10.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:10.244935 3202 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:08:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:10.538019 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:08:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:11.003479 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:08:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:11.540501 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:08:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:11.693255 3932 heartbeater.cc:499] Master 127.3.21.126:35107 was elected leader, sending a full tablet report...
02:08:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:11.702232 3785 heartbeater.cc:499] Master 127.3.21.126:35107 was elected leader, sending a full tablet report...
02:08:11.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet a0cecc2f056348fa88a95180d68d9b8f for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
02:08:11.721 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 13dbb0d98494487dae7142f06d55a0f6 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
02:08:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:11.721853 3636 heartbeater.cc:499] Master 127.3.21.126:35107 was elected leader, sending a full tablet report...
02:08:11.723 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=a0cecc2f056348fa88a95180d68d9b8f@[5822be195b864b408606b33dc8adbc7f(127.3.21.67:45311)[L],b8642868fbb247288a631d212979aa4b(127.3.21.66:46685),f7f48476ba804547a33b917b73d722f1(127.3.21.65:36311)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=13dbb0d98494487dae7142f06d55a0f6@[5822be195b864b408606b33dc8adbc7f(127.3.21.67:45311)[L],b8642868fbb247288a631d212979aa4b(127.3.21.66:46685),f7f48476ba804547a33b917b73d722f1(127.3.21.65:36311)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:08:11.723 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.21.126:35107, [3ms] Sub RPC GetTableLocations: received response from server master-127.3.21.126:35107: OK, deferred=null) after lookup
02:08:11.724 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 5822be195b864b408606b33dc8adbc7f(127.3.21.67:45311)] connecting to peer
02:08:11.726 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 5822be195b864b408606b33dc8adbc7f(127.3.21.67:45311)] Successfully connected to peer
02:08:11.754 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x8b8cda37, L:/127.0.0.1:54110 - R:/127.3.21.67:45311] using TOKEN/null
02:08:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:11.763833 3823 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.3.21.124:46449)
02:08:11.842 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.3.21.124:46449
02:08:11.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:08:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:11.844472 3157 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/logs
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/info.pb
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.124:46449
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.124
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38815
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:08:11.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:08:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:11.982389 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
02:08:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.171566 4068 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:08:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.172250 4068 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:08:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.172859 4068 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:08:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.219779 4068 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:08:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.220224 4068 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:08:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.220510 4068 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:08:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.220845 4068 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:08:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.221195 4068 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:08:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.221524 4068 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:08:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.221771 4068 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45575/jwks.json
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:12.267895 4068 master_runner.cc:387] Master server non-default flags:
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.21.84:32769
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.21.126:35107,127.3.21.125:45641,127.3.21.124:46449
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.21.124:46449
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45575/jwks.json
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/info.pb
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.21.124
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38815
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/logs
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 01:43:20 UTC on e7f111948823
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12479
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
02:08:12.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:12.269181 4068 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:08:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:12.270713 4068 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:08:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.284698 4074 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.498473 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
02:08:13.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:13.048020 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
02:08:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:13.582070 3187 consensus_peers.cc:597] T 00000000000000000000000000000000 P 10ae68e29def4aac9d3104b81da87001 -> Peer 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449): Couldn't send request to peer 05494fdf7ecb4c5795531e84c35adcb4. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.124:46449: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
02:08:13.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:12.285461 4075 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:13.648936 4077 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:08:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:13.652845 4076 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1366 milliseconds
02:08:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.652997 4068 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
02:08:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.654603 4068 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:08:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.657829 4068 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.659251 4068 hybrid_clock.cc:648] HybridClock initialized: now 1781921293659188 us; error 84 us; skew 500 ppm
02:08:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.660141 4068 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:08:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.669166 4068 webserver.cc:533] Webserver started at http://127.3.21.124:38815/ using document root <none> and password file <none>
02:08:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.670174 4068 fs_manager.cc:362] Metadata directory not provided
02:08:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.670435 4068 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:08:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.679090 4068 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
02:08:13.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.683928 4088 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:08:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.685060 4068 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.685433 4068 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data,/tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05494fdf7ecb4c5795531e84c35adcb4"
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 02:08:00 on dist-test-slave-8x9h"
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.687410 4068 fs_report.cc:389] FS layout report
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/wal
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/data
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:08:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:08:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:08:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:08:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:08:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:08:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:08:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:08:13.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:08:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.757247 4068 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:08:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.758836 4068 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:08:13.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.759307 4068 kserver.cc:163] Server-wide thread pool size limit: 3276
02:08:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.851697 4068 rpc_server.cc:307] RPC server started. Bound to: 127.3.21.124:46449
02:08:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.851778 4152 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.21.124:46449 every 8 connection(s)
02:08:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.854418 4068 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskftu0YH/test-tmp/mini-kudu-cluster9079288210396320673/master-2/data/info.pb
02:08:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.857869 3157 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu as pid 4068
02:08:13.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:08:13.858 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.21.126:35107
02:08:13.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:08:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.859412 3157 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu with pid 3169
02:08:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.872582 4153 sys_catalog.cc:263] Verifying existing consensus state
02:08:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.881910 4153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Bootstrap starting.
02:08:13.906 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.21.126:35107(127.3.21.126:35107)] handling channelInactive
02:08:13.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state READY due to: connection closed
02:08:13.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:08:13.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:13.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.916 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location master-127.3.21.126:35107(127.3.21.126:35107) for tablet Kudu Master: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.933624 4153 log.cc:826] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Log is configured to *not* fsync() on all Append() calls
02:08:13.935 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.124:46449(127.3.21.124:46449)] connecting to peer
02:08:13.936 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:13.936 [DEBUG - kudu-nio-7] (Connection.java:757) [peer master-127.3.21.124:46449(127.3.21.124:46449)] Successfully connected to peer
02:08:13.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.948 [DEBUG - kudu-nio-7] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.21.124
02:08:13.961 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xe34dc1b7, L:/127.0.0.1:47256 - R:/127.3.21.124:46449] using SASL/PLAIN
02:08:13.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.124:46449: Catalog manager is not initialized. State: Starting
02:08:13.964 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:13.975 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:13.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.124:46449: Catalog manager is not initialized. State: Starting
02:08:13.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.979414 4153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:08:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:13.980332 4153 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: Bootstrap complete.
02:08:13.995 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:13.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:13.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.124:46449: Catalog manager is not initialized. State: Starting
02:08:14.000 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.001266 4153 raft_consensus.cc:359] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.003600 4153 raft_consensus.cc:740] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05494fdf7ecb4c5795531e84c35adcb4, State: Initialized, Role: FOLLOWER
02:08:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.004598 4153 consensus_queue.cc:260] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.007277 4159 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.008179 4159 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: FOLLOWER
02:08:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.009140 4153 sys_catalog.cc:565] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: configured and running, proceeding with master startup.
02:08:14.015 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.124:46449: Catalog manager is not initialized. State: Starting
02:08:14.019 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.035 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.036 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.036 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.048862 4171 catalog_manager.cc:1294] Loaded cluster ID: d43431f9c309427c9669f86c1c62ddc0
02:08:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.049237 4171 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: loading cluster ID for follower catalog manager: success
02:08:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.061529 4171 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: acquiring CA information for follower catalog manager: success
02:08:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.067723 4171 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:08:14.075 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.077 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.052409 4068 master_runner.cc:187] Error getting master registration for 127.3.21.126:35107: Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111),
02:08:14.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.082069 4068 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:08:14.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.147675 4174 raft_consensus.cc:493] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 10ae68e29def4aac9d3104b81da87001)
02:08:14.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.148204 4174 raft_consensus.cc:515] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.150624 4174 leader_election.cc:290] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107), 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449)
02:08:14.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.156 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.156 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.156 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.159 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.160 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] sending RPC to server master-127.3.21.126:35107, [2ms] received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [50ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, deferred=Deferred@123325644(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$231/0x00007fee84336050@56275a1d -> (continuation of Deferred@915696976 after retry RPC after error@771794211) -> (continuation of Deferred@1735799683 after retry RPC after error@191724226) -> (continuation of Deferred@503740434 after retry RPC after error@889515852) -> (continuation of Deferred@1664624708 after retry RPC after error@56878475) -> (continuation of Deferred@780716829 after retry RPC after error@1021591311) -> (continuation of Deferred@515656415 after retry RPC after error@49265470), errback=org.apache.kudu.client.KuduTransaction$$Lambda$232/0x00007fee84336278@6a57485d -> (continuation of Deferred@915696976 after retry RPC after error@771794211) -> (continuation of Deferred@1735799683 after retry RPC after error@191724226) -> (continuation of Deferred@503740434 after retry RPC after error@889515852) -> (continuation of Deferred@1664624708 after retry RPC after error@56878475) -> (continuation of Deferred@780716829 after retry RPC after error@1021591311) -> (continuation of Deferred@515656415 after retry RPC after error@49265470)))
02:08:14.160 [DEBUG - kudu-nio-7] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=245), Traces: [0ms] sending RPC to server master-127.3.21.126:35107, [2ms] received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [50ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [85ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [105ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [124ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [163ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [242ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [244ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, deferred=Deferred@123325644(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$231/0x00007fee84336050@56275a1d -> (continuation of Deferred@915696976 after retry RPC after error@771794211) -> (continuation of Deferred@1735799683 after retry RPC after error@191724226) -> (continuation of Deferred@503740434 after retry RPC after error@889515852) -> (continuation of Deferred@1664624708 after retry RPC after error@56878475) -> (continuation of Deferred@780716829 after retry RPC after error@1021591311) -> (continuation of Deferred@515656415 after retry RPC after error@49265470), errback=org.apache.kudu.client.KuduTransaction$$Lambda$232/0x00007fee84336278@6a57485d -> (continuation of Deferred@915696976 after retry RPC after error@771794211) -> (continuation of Deferred@1735799683 after retry RPC after error@191724226) -> (continuation of Deferred@503740434 after retry RPC after error@889515852) -> (continuation of Deferred@1664624708 after retry RPC after error@56878475) -> (continuation of Deferred@780716829 after retry RPC after error@1021591311) -> (continuation of Deferred@515656415 after retry RPC after error@49265470)))
02:08:14.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.169656 3273 leader_election.cc:336] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107): Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111)
02:08:14.175 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.174170 4118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "462da5317513426886c1169cf8b3b32c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "05494fdf7ecb4c5795531e84c35adcb4" is_pre_election: true
02:08:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.175276 4118 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 462da5317513426886c1169cf8b3b32c in term 1.
02:08:14.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.179546 3272 leader_election.cc:304] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 05494fdf7ecb4c5795531e84c35adcb4, 462da5317513426886c1169cf8b3b32c; no voters: 10ae68e29def4aac9d3104b81da87001
02:08:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.180351 4174 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 2 FOLLOWER]: Leader pre-election won for term 3
02:08:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.180677 4174 raft_consensus.cc:493] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 2 FOLLOWER]: Starting leader election (detected failure of leader 10ae68e29def4aac9d3104b81da87001)
02:08:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.181015 4174 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 2 FOLLOWER]: Advancing to term 3
02:08:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.188567 4174 raft_consensus.cc:515] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.190636 4174 leader_election.cc:290] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 3 election: Requested vote from peers 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107), 05494fdf7ecb4c5795531e84c35adcb4 (127.3.21.124:46449)
02:08:14.196 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.191836 4118 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "462da5317513426886c1169cf8b3b32c" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "05494fdf7ecb4c5795531e84c35adcb4"
02:08:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.192390 4118 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 1 FOLLOWER]: Advancing to term 3
02:08:14.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.198899 3273 leader_election.cc:336] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107): Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111)
02:08:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.205967 4118 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 462da5317513426886c1169cf8b3b32c in term 3.
02:08:14.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.217433 3272 leader_election.cc:304] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 05494fdf7ecb4c5795531e84c35adcb4, 462da5317513426886c1169cf8b3b32c; no voters: 10ae68e29def4aac9d3104b81da87001
02:08:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.218731 4174 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 3 FOLLOWER]: Leader election won for term 3
02:08:14.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.220474 4174 raft_consensus.cc:697] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [term 3 LEADER]: Becoming Leader. State: Replica: 462da5317513426886c1169cf8b3b32c, State: Running, Role: LEADER
02:08:14.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.221580 4174 consensus_queue.cc:237] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } }
02:08:14.235 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.244 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.244791 4178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 462da5317513426886c1169cf8b3b32c. Latest consensus state: current_term: 3 leader_uuid: "462da5317513426886c1169cf8b3b32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.245430 4178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: This master's current role is: LEADER
02:08:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.248021 4180 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
02:08:14.255 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.266846 4180 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f]
02:08:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.270604 4180 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=744ed0893cc4453996aac09209f50851]
02:08:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.283974 4180 tablet_loader.cc:96] loaded metadata for tablet 13dbb0d98494487dae7142f06d55a0f6 (table txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f])
02:08:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.286358 4180 tablet_loader.cc:96] loaded metadata for tablet a0cecc2f056348fa88a95180d68d9b8f (table txn_manager_fallback_rolling [id=28450a741cec49d495125c5dad66904f])
02:08:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.288599 4180 tablet_loader.cc:96] loaded metadata for tablet e2b0df7ce66744a6a5ade8f603a75680 (table kudu_system.kudu_transactions [id=744ed0893cc4453996aac09209f50851])
02:08:14.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.292615 4180 catalog_manager.cc:1519] Initializing Kudu cluster ID...
02:08:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.298681 4180 catalog_manager.cc:1294] Loaded cluster ID: d43431f9c309427c9669f86c1c62ddc0
02:08:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.299180 4180 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
02:08:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.305596 4180 catalog_manager.cc:1539] Loading token signing keys...
02:08:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.310073 4180 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c: Loaded TSK: 0
02:08:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.312007 4180 catalog_manager.cc:1549] Initializing in-progress tserver states...
02:08:14.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.316 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.320 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107; will retry
02:08:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.323110 3273 consensus_peers.cc:597] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c -> Peer 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107): Couldn't send request to peer 10ae68e29def4aac9d3104b81da87001. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:08:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.340520 4118 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [term 3 FOLLOWER]: Refusing update from remote peer 462da5317513426886c1169cf8b3b32c: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
02:08:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.342409 4178 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [LEADER]: Connected to new peer: Peer: permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
02:08:14.355 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.3.21.126:35107(127.3.21.126:35107)] connecting to peer
02:08:14.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.21.126:35107(127.3.21.126:35107)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.21.126:35107: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107
02:08:14.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:08:14.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [67ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [189ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, deferred=Deferred@138464153(state=PENDING, result=null, callback=(continuation of Deferred@1827467754 after retry RPC after error@1609974250) -> (continuation of Deferred@43792569 after retry RPC after error@202258288) -> (continuation of Deferred@124187834 after retry RPC after error@1794251949) -> (continuation of Deferred@164149434 after retry RPC after error@1946204996) -> (continuation of Deferred@1156797018 after retry RPC after error@1042168093), errback=(continuation of Deferred@1827467754 after retry RPC after error@1609974250) -> (continuation of Deferred@43792569 after retry RPC after error@202258288) -> (continuation of Deferred@124187834 after retry RPC after error@1794251949) -> (continuation of Deferred@164149434 after retry RPC after error@1946204996) -> (continuation of Deferred@1156797018 after retry RPC after error@1042168093))) after lookup
02:08:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.380995 4159 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 462da5317513426886c1169cf8b3b32c. Latest consensus state: current_term: 3 leader_uuid: "462da5317513426886c1169cf8b3b32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.381736 4159 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: FOLLOWER
02:08:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.386487 4183 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "462da5317513426886c1169cf8b3b32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.387418 4183 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: FOLLOWER
02:08:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.389416 4183 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "462da5317513426886c1169cf8b3b32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.390369 4183 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05494fdf7ecb4c5795531e84c35adcb4 [sys.catalog]: This master's current role is: FOLLOWER
02:08:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.407490 4178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "462da5317513426886c1169cf8b3b32c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "10ae68e29def4aac9d3104b81da87001" member_type: VOTER last_known_addr { host: "127.3.21.126" port: 35107 } } peers { permanent_uuid: "462da5317513426886c1169cf8b3b32c" member_type: VOTER last_known_addr { host: "127.3.21.125" port: 45641 } } peers { permanent_uuid: "05494fdf7ecb4c5795531e84c35adcb4" member_type: VOTER last_known_addr { host: "127.3.21.124" port: 46449 } } }
02:08:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.408226 4178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c [sys.catalog]: This master's current role is: LEADER
02:08:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.432024 3317 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53884 (request call id 15) took 60 ms (client timeout 60 ms). Trace:
02:08:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.432451 3317 rpcz_store.cc:269] 0620 02:08:14.371624 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:08:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:14.371867 (+ 243us) service_pool.cc:224] Handling call
02:08:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:14.431811 (+ 59944us) inbound_call.cc:177] Queueing success response
02:08:14.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":41182,"thread_start_us":55883,"threads_started":4}
02:08:14.435 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [67ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [189ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [191ms] sending RPC to server master-127.3.21.125:45641, [210ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [260ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@138464153(state=PENDING, result=null, callback=(continuation of Deferred@1827467754 after retry RPC after error@1609974250) -> (continuation of Deferred@43792569 after retry RPC after error@202258288) -> (continuation of Deferred@124187834 after retry RPC after error@1794251949) -> (continuation of Deferred@164149434 after retry RPC after error@1946204996) -> (continuation of Deferred@1156797018 after retry RPC after error@1042168093) -> (continuation of Deferred@141075756 after retry RPC@266171846), errback=(continuation of Deferred@1827467754 after retry RPC after error@1609974250) -> (continuation of Deferred@43792569 after retry RPC after error@202258288) -> (continuation of Deferred@124187834 after retry RPC after error@1794251949) -> (continuation of Deferred@164149434 after retry RPC after error@1946204996) -> (continuation of Deferred@1156797018 after retry RPC after error@1042168093) -> (continuation of Deferred@141075756 after retry RPC@266171846)))
02:08:14.435 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [5ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [67ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [70ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [70ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [88ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [145ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [146ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.3.21.124:46449,127.3.21.125:45641,127.3.21.126:35107) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.124:46449, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.125:45641, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.21.126:35107, [182ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.126:35107: Network error: Failed to connect to peer master-127.3.21.126:35107(127.3.21.126:35107): Connection refused: /127.3.21.126:35107, [189ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.125:45641: OK, [191ms] sending RPC to server master-127.3.21.125:45641, [210ms] Sub RPC ConnectToMaster: received response from server master-127.3.21.124:46449: OK, deferred=Deferred@138464153(state=PENDING, result=null, callback=(continuation of Deferred@1827467754 after retry RPC after error@1609974250) -> (continuation of Deferred@43792569 after retry RPC after error@202258288) -> (continuation of Deferred@124187834 after retry RPC after error@1794251949) -> (continuation of Deferred@164149434 after retry RPC after error@1946204996) -> (continuation of Deferred@1156797018 after retry RPC after error@1042168093) -> (continuation of Deferred@141075756 after retry RPC@266171846), errback=(continuation of Deferred@1827467754 after retry RPC after error@1609974250) -> (continuation of Deferred@43792569 after retry RPC after error@202258288) -> (continuation of Deferred@124187834 after retry RPC after error@1794251949) -> (continuation of Deferred@164149434 after retry RPC after error@1946204996) -> (continuation of Deferred@1156797018 after retry RPC after error@1042168093) -> (continuation of Deferred@141075756 after retry RPC@266171846)))
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.524616 3285 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54524:
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:08:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:08:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:08:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.530117 3285 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:08:14.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.542472 3813 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.029s from last keepalive heartbeat (effective timeout is 1.000s)
02:08:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.565521 3825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.21.126:35107)
02:08:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.578410 4190 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
02:08:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.656471 3317 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53884 (request call id 16) took 200 ms (client timeout 250 ms). Trace:
02:08:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.656864 3317 rpcz_store.cc:269] 0620 02:08:14.456013 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:08:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:14.456156 (+ 143us) service_pool.cc:224] Handling call
02:08:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 02:08:14.656378 (+200222us) inbound_call.cc:177] Queueing success response
02:08:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:08:14.658 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 5822be195b864b408606b33dc8adbc7f (127.3.21.67:45311): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1781921289 last_transition_timestamp: 1781921294
02:08:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.771276 3931 heartbeater.cc:344] Connected to a master server at 127.3.21.124:46449
02:08:14.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.778592 4106 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5822be195b864b408606b33dc8adbc7f" instance_seqno: 1781921288572415) as {username='slave'} at 127.3.21.67:44553; Asking this server to re-register.
02:08:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.780488 3931 heartbeater.cc:461] Registering TS with master...
02:08:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.780432 3273 consensus_peers.cc:597] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c -> Peer 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107): Couldn't send request to peer 10ae68e29def4aac9d3104b81da87001. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:08:14.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.784543 4106 ts_manager.cc:194] Registered new tserver with Master: 5822be195b864b408606b33dc8adbc7f (127.3.21.67:45311)
02:08:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.815609 3634 heartbeater.cc:344] Connected to a master server at 127.3.21.124:46449
02:08:14.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.818344 3784 heartbeater.cc:344] Connected to a master server at 127.3.21.124:46449
02:08:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.819721 4106 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f7f48476ba804547a33b917b73d722f1" instance_seqno: 1781921284148451) as {username='slave'} at 127.3.21.65:45947; Asking this server to re-register.
02:08:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.821058 3634 heartbeater.cc:461] Registering TS with master...
02:08:14.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.822088 4106 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b8642868fbb247288a631d212979aa4b" instance_seqno: 1781921286575370) as {username='slave'} at 127.3.21.66:50355; Asking this server to re-register.
02:08:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.823273 3784 heartbeater.cc:461] Registering TS with master...
02:08:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.824690 4106 ts_manager.cc:194] Registered new tserver with Master: f7f48476ba804547a33b917b73d722f1 (127.3.21.65:36311)
02:08:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:14.826615 4105 ts_manager.cc:194] Registered new tserver with Master: b8642868fbb247288a631d212979aa4b (127.3.21.66:46685)
02:08:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:14.859452 3273 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111) [suppressed 8 similar messages]
02:08:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:15.259039 3273 consensus_peers.cc:597] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c -> Peer 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107): Couldn't send request to peer 10ae68e29def4aac9d3104b81da87001. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:08:15.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:15.733484 3633 heartbeater.cc:499] Master 127.3.21.125:45641 was elected leader, sending a full tablet report...
02:08:15.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 02:08:15.744069 3273 consensus_peers.cc:597] T 00000000000000000000000000000000 P 462da5317513426886c1169cf8b3b32c -> Peer 10ae68e29def4aac9d3104b81da87001 (127.3.21.126:35107): Couldn't send request to peer 10ae68e29def4aac9d3104b81da87001. Status: Network error: Client connection negotiation failed: client connection to 127.3.21.126:35107: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:08:15.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:15.761302 3930 heartbeater.cc:499] Master 127.3.21.125:45641 was elected leader, sending a full tablet report...
02:08:15.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:15.767383 3783 heartbeater.cc:499] Master 127.3.21.125:45641 was elected leader, sending a full tablet report...
02:08:15.915 [DEBUG - main] (Connection.java:575) [peer 5822be195b864b408606b33dc8adbc7f(127.3.21.67:45311)] disconnecting while in state READY
02:08:15.915 [DEBUG - main] (Connection.java:575) [peer master-127.3.21.126:35107(127.3.21.126:35107)] disconnecting while in state TERMINATED
02:08:15.915 [DEBUG - main] (Connection.java:575) [peer master-127.3.21.125:45641(127.3.21.125:45641)] disconnecting while in state READY
02:08:15.916 [DEBUG - main] (Connection.java:575) [peer master-127.3.21.124:46449(127.3.21.124:46449)] disconnecting while in state READY
02:08:15.916 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:08:15.916 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 5822be195b864b408606b33dc8adbc7f(127.3.21.67:45311)] handling channelInactive
02:08:15.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5822be195b864b408606b33dc8adbc7f(127.3.21.67:45311)] cleaning up while in state READY due to: connection closed
02:08:15.916 [DEBUG - kudu-nio-7] (Connection.java:239) [peer master-127.3.21.124:46449(127.3.21.124:46449)] handling channelInactive
02:08:15.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.21.124:46449(127.3.21.124:46449)] cleaning up while in state READY due to: connection closed
02:08:15.917 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.21.125:45641(127.3.21.125:45641)] handling channelInactive
02:08:15.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.21.125:45641(127.3.21.125:45641)] cleaning up while in state READY due to: connection closed
02:08:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:15.919512 3157 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu with pid 3471
02:08:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:15.951520 3157 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu with pid 3638
02:08:15.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:15.983347 3157 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu with pid 3788
02:08:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:16.022626 3157 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu with pid 3249
02:08:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 02:08:16.057406 3157 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskftu0YH/build/tsan/bin/kudu with pid 4068
02:08:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T02:08:17Z chronyd exiting
02:08:18.253 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)