20:11:56.372 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:11:56.372 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task55BEuO/test-tmp
20:11:56.372 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:11:56.372 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task55BEuO/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:11:56.375 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:11:56.710 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:11:56.710 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:11:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:56.713414 23459 mini_oidc.cc:150] Starting JWKS server
20:11:56.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:56.716651 23459 webserver.cc:533] Webserver started at http://127.0.0.1:45165/ using document root <none> and password file <none>
20:11:56.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:56.717113 23459 mini_oidc.cc:186] Starting OIDC Discovery server
20:11:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:56.718772 23459 webserver.cc:533] Webserver started at http://127.0.0.1:36613/ using document root <none> and password file <none>
20:11:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T20:11:56Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T20:11:56Z Disabled control of system clock
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:56.780637 23459 external_mini_cluster.cc:1372] Running /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/wal
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/logs
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data/info.pb
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.254:42883
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.254
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:11:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:11:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:11:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:11:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.085656 23471 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.086199 23471 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.086650 23471 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.120831 23471 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.121145 23471 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:11:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.121304 23471 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.121506 23471 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.121702 23471 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.121894 23471 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.122045 23471 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45165/jwks.json
20:11:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:57.159453 23471 master_runner.cc:387] Master server non-default flags:
20:11:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:11:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/wal
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.254:42883
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data/info.pb
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.254
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/logs
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 19:43:21 UTC on e7f111948823
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12395
20:11:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:57.160746 23471 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:57.162336 23471 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.174048 23477 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:57.174475 23478 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:58.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.386021 23480 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.390959 23471 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.217s user 0.445s sys 0.770s
20:11:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.391340 23471 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.218s user 0.445s sys 0.770s
20:11:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.391651 23471 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:11:58.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.390645 23479 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1214 milliseconds
20:11:58.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.394567 23471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:11:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.397890 23471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:11:58.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.399497 23471 hybrid_clock.cc:648] HybridClock initialized: now 1781467918399433 us; error 37 us; skew 500 ppm
20:11:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.400723 23471 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:11:58.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.410109 23471 webserver.cc:533] Webserver started at http://127.22.232.254:44855/ using document root <none> and password file <none>
20:11:58.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.411530 23471 fs_manager.cc:362] Metadata directory not provided
20:11:58.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.411847 23471 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:11:58.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.412475 23471 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:11:58.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.420053 23471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data/instance:
20:11:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba009e19335d4a648f27f975185a187b"
20:11:58.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:11:58 on dist-test-slave-gvrx"
20:11:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.421808 23471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/wal/instance:
20:11:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba009e19335d4a648f27f975185a187b"
20:11:58.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:11:58 on dist-test-slave-gvrx"
20:11:58.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.432140 23471 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.010s sys 0.000s
20:11:58.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.440382 23487 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:11:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.441836 23471 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
20:11:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.442292 23471 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data,/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/wal
20:11:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba009e19335d4a648f27f975185a187b"
20:11:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:11:58 on dist-test-slave-gvrx"
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.442767 23471 fs_report.cc:389] FS layout report
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/wal
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/wal
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data/data
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:11:58.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:11:58.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.549140 23471 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:11:58.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.550642 23471 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:11:58.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.551043 23471 kserver.cc:163] Server-wide thread pool size limit: 3276
20:11:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.634457 23471 rpc_server.cc:307] RPC server started. Bound to: 127.22.232.254:42883
20:11:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.634582 23548 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.232.254:42883 every 8 connection(s)
20:11:58.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.637317 23471 server_base.cc:1193] Dumped server information to /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/data/info.pb
20:11:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.643221 23549 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:11:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.648084 23459 external_mini_cluster.cc:1434] Started /tmp/dist-test-task55BEuO/build/tsan/bin/kudu as pid 23471
20:11:58.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.648617 23459 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-0/wal/instance
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.654212 23459 external_mini_cluster.cc:1372] Running /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/wal
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/logs
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data/info.pb
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:11:58.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.253:44591
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.253
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:11:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:11:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.657488 23549 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } has no permanent_uuid. Determining permanent_uuid...
20:11:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.690853 23549 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } has no permanent_uuid. Determining permanent_uuid...
20:11:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.693713 23491 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:11:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.698271 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:11:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.747853 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } attempt: 1
20:11:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.753000 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:11:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.821452 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } attempt: 2
20:11:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.826421 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:11:58.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:58.917858 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } attempt: 3
20:11:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.922672 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:11:58.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.973676 23551 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:11:58.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.974316 23551 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:11:58.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:58.974759 23551 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:11:59.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.007499 23551 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:11:59.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.007795 23551 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:11:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.007951 23551 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:11:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.008158 23551 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:11:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.008354 23551 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:11:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.008544 23551 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:11:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.008685 23551 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45165/jwks.json
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:59.046260 23551 master_runner.cc:387] Master server non-default flags:
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/wal
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:11:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.253:44591
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data/info.pb
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.253
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/logs
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 19:43:21 UTC on e7f111948823
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12395
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:11:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:59.047569 23551 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:11:59.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:59.049932 23551 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:11:59.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:59.066112 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } attempt: 4
20:11:59.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.066606 23560 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:11:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.072327 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:11:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:59.371872 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } attempt: 5
20:11:59.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.378897 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:11:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:11:59.926558 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } attempt: 6
20:11:59.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.941465 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:12:00.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.069684 23561 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:00.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:11:59.072810 23563 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.332060 23562 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1256 milliseconds
20:12:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.332185 23551 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.333536 23551 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.336153 23551 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.337538 23551 hybrid_clock.cc:648] HybridClock initialized: now 1781467920337470 us; error 81 us; skew 500 ppm
20:12:00.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.338398 23551 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:00.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.344640 23551 webserver.cc:533] Webserver started at http://127.22.232.253:40301/ using document root <none> and password file <none>
20:12:00.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.345683 23551 fs_manager.cc:362] Metadata directory not provided
20:12:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.345932 23551 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.346428 23551 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.350896 23551 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data/instance:
20:12:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73ddcca49cf0408f981af1e42930d684"
20:12:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:00 on dist-test-slave-gvrx"
20:12:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.352401 23551 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/wal/instance:
20:12:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73ddcca49cf0408f981af1e42930d684"
20:12:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:00 on dist-test-slave-gvrx"
20:12:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.362244 23551 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.007s sys 0.001s
20:12:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.367966 23572 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:12:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.369213 23551 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:12:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.369525 23551 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data,/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/wal
20:12:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73ddcca49cf0408f981af1e42930d684"
20:12:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:00 on dist-test-slave-gvrx"
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.369828 23551 fs_report.cc:389] FS layout report
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/wal
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/wal
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data/data
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.437844 23551 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:12:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.439471 23551 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:00.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.439893 23551 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.525569 23551 rpc_server.cc:307] RPC server started. Bound to: 127.22.232.253:44591
20:12:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.525645 23633 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.232.253:44591 every 8 connection(s)
20:12:00.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.528617 23551 server_base.cc:1193] Dumped server information to /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/data/info.pb
20:12:00.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.534607 23634 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:00.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.536442 23459 external_mini_cluster.cc:1434] Started /tmp/dist-test-task55BEuO/build/tsan/bin/kudu as pid 23551
20:12:00.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.536899 23459 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-1/wal/instance
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.539150 23459 external_mini_cluster.cc:1372] Running /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/logs
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/info.pb
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.252:33175
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.252
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:12:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:12:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.546123 23634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } has no permanent_uuid. Determining permanent_uuid...
20:12:00.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.567902 23634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } has no permanent_uuid. Determining permanent_uuid...
20:12:00.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.583765 23634 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } has no permanent_uuid. Determining permanent_uuid...
20:12:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.586553 23576 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:00.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.591161 23634 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.640719 23634 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 1
20:12:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.645198 23634 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.713604 23634 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 2
20:12:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.718214 23634 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:00.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.809681 23634 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 3
20:12:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.814338 23634 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.868649 23636 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.869303 23636 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.869839 23636 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.902961 23636 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.903259 23636 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:12:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.903426 23636 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.903622 23636 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.903816 23636 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.904008 23636 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:00.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.904156 23636 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45165/jwks.json
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.941805 23636 master_runner.cc:387] Master server non-default flags:
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.252:33175
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/info.pb
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.252
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/logs
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:00.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 19:43:21 UTC on e7f111948823
20:12:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12395
20:12:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:00.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.943085 23636 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:00.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.944761 23636 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:12:00.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.955574 23646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:00.957805 23634 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 4
20:12:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.963469 23634 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.002051 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } attempt: 7
20:12:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.022018 23549 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } has no permanent_uuid. Determining permanent_uuid...
20:12:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.032034 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.090698 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 1
20:12:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.099124 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.180994 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 2
20:12:01.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.185657 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.262928 23634 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 5
20:12:01.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.269958 23634 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.271116 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 3
20:12:01.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.278307 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.418951 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 4
20:12:01.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.426302 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.709903 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 5
20:12:01.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.717164 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:01.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:01.817538 23634 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 6
20:12:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:01.828773 23634 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.957262 23647 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:00.962316 23649 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.234365 23648 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1273 milliseconds
20:12:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.234511 23636 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:02.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.235719 23636 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.238953 23636 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:02.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.240394 23636 hybrid_clock.cc:648] HybridClock initialized: now 1781467922240347 us; error 68 us; skew 500 ppm
20:12:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.241231 23636 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.247946 23636 webserver.cc:533] Webserver started at http://127.22.232.252:33975/ using document root <none> and password file <none>
20:12:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.248927 23636 fs_manager.cc:362] Metadata directory not provided
20:12:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.249141 23636 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.249560 23636 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.254083 23636 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/instance:
20:12:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fac6eb85b58040329d73f9c0051e9843"
20:12:02.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:02 on dist-test-slave-gvrx"
20:12:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.255143 23636 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal/instance:
20:12:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fac6eb85b58040329d73f9c0051e9843"
20:12:02.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:02 on dist-test-slave-gvrx"
20:12:02.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.262499 23636 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
20:12:02.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.268723 23660 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:12:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.269766 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 6
20:12:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.269958 23636 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:12:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.270387 23636 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data,/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fac6eb85b58040329d73f9c0051e9843"
20:12:02.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:02 on dist-test-slave-gvrx"
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.270829 23636 fs_report.cc:389] FS layout report
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/data
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.276415 23549 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.232.252:33175: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.327834 23636 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:12:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.329391 23636 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:02.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.329813 23636 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.418395 23636 rpc_server.cc:307] RPC server started. Bound to: 127.22.232.252:33175
20:12:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.418480 23723 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.232.252:33175 every 8 connection(s)
20:12:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.421172 23636 server_base.cc:1193] Dumped server information to /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/info.pb
20:12:02.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.427028 23724 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.431036 23459 external_mini_cluster.cc:1434] Started /tmp/dist-test-task55BEuO/build/tsan/bin/kudu as pid 23636
20:12:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.431380 23459 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal/instance
20:12:02.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.440299 23724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } has no permanent_uuid. Determining permanent_uuid...
20:12:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.469991 23724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } has no permanent_uuid. Determining permanent_uuid...
20:12:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.479911 23724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } has no permanent_uuid. Determining permanent_uuid...
20:12:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.496667 23724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Bootstrap starting.
20:12:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.503365 23724 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Neither blocks nor log segments found. Creating new log.
20:12:02.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.505344 23724 log.cc:826] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Log is configured to *not* fsync() on all Append() calls
20:12:02.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.511076 23724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: No bootstrap required, opened a new log
20:12:02.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.531277 23724 raft_consensus.cc:359] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:02.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.532047 23724 raft_consensus.cc:385] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:02.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.532366 23724 raft_consensus.cc:740] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fac6eb85b58040329d73f9c0051e9843, State: Initialized, Role: FOLLOWER
20:12:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.533254 23724 consensus_queue.cc:260] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.536304 23733 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:02.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.537158 23733 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: FOLLOWER
20:12:02.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.538136 23724 sys_catalog.cc:565] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: configured and running, proceeding with master startup.
20:12:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.566319 23744 catalog_manager.cc:1593] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:12:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.566663 23744 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:12:02.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.585065 23668 tablet.cc:2404] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.560922 23636 master_runner.cc:187] Error getting master registration for 127.22.232.254:42883: OK, instance_id { permanent_uuid: "ba009e19335d4a648f27f975185a187b" instance_seqno: 1781467918615838 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:12:02.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.586285 23636 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.602747 23733 raft_consensus.cc:493] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.603305 23733 raft_consensus.cc:515] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.605983 23733 leader_election.cc:290] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ba009e19335d4a648f27f975185a187b (127.22.232.254:42883), 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591)
20:12:02.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.889380 23634 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 7
20:12:02.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.911141 23634 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: Bootstrap starting.
20:12:02.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.919832 23634 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: Neither blocks nor log segments found. Creating new log.
20:12:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.922147 23634 log.cc:826] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: Log is configured to *not* fsync() on all Append() calls
20:12:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.927225 23634 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: No bootstrap required, opened a new log
20:12:02.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.952004 23634 raft_consensus.cc:359] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.952885 23634 raft_consensus.cc:385] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.953202 23634 raft_consensus.cc:740] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73ddcca49cf0408f981af1e42930d684, State: Initialized, Role: FOLLOWER
20:12:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.954146 23634 consensus_queue.cc:260] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.957136 23748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.957952 23748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: This master's current role is: FOLLOWER
20:12:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.959087 23634 sys_catalog.cc:565] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: configured and running, proceeding with master startup.
20:12:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.959097 23664 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.22.232.254:42883 timed out after 0.353s (SENT)
20:12:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.959288 23599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fac6eb85b58040329d73f9c0051e9843" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73ddcca49cf0408f981af1e42930d684" is_pre_election: true
20:12:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.960214 23599 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fac6eb85b58040329d73f9c0051e9843 in term 0.
20:12:02.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.960889 23599 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:32990 (request call id 1) took 354 ms (client timeout 353 ms). Trace:
20:12:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:02.961325 23599 rpcz_store.cc:269] 0614 20:12:02.606852 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:12:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:02.607009 (+ 157us) service_pool.cc:224] Handling call
20:12:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:02.960787 (+353778us) inbound_call.cc:177] Queueing success response
20:12:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:12:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.974018 23599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fac6eb85b58040329d73f9c0051e9843" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73ddcca49cf0408f981af1e42930d684" is_pre_election: true
20:12:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.974738 23599 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fac6eb85b58040329d73f9c0051e9843 in term 0.
20:12:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.976953 23666 leader_election.cc:304] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73ddcca49cf0408f981af1e42930d684, fac6eb85b58040329d73f9c0051e9843; no voters:
20:12:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.980073 23733 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:12:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.980434 23733 raft_consensus.cc:493] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:12:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.980731 23733 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 0 FOLLOWER]: Advancing to term 1
20:12:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.992918 23733 raft_consensus.cc:515] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.997521 23599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fac6eb85b58040329d73f9c0051e9843" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73ddcca49cf0408f981af1e42930d684"
20:12:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:02.998243 23599 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 0 FOLLOWER]: Advancing to term 1
20:12:03.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.007892 23733 leader_election.cc:290] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [CANDIDATE]: Term 1 election: Requested vote from peers ba009e19335d4a648f27f975185a187b (127.22.232.254:42883), 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591)
20:12:03.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.008965 23599 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fac6eb85b58040329d73f9c0051e9843 in term 1.
20:12:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.010404 23666 leader_election.cc:304] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73ddcca49cf0408f981af1e42930d684, fac6eb85b58040329d73f9c0051e9843; no voters:
20:12:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.011224 23733 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 1 FOLLOWER]: Leader election won for term 1
20:12:03.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.019948 23733 raft_consensus.cc:697] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 1 LEADER]: Becoming Leader. State: Replica: fac6eb85b58040329d73f9c0051e9843, State: Running, Role: LEADER
20:12:03.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.020968 23733 consensus_queue.cc:237] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:03.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.028342 23760 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fac6eb85b58040329d73f9c0051e9843. Latest consensus state: current_term: 1 leader_uuid: "fac6eb85b58040329d73f9c0051e9843" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.029222 23760 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: LEADER
20:12:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.046912 23761 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:12:03.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.047453 23761 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:12:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.057832 23764 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:12:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.019901 23551 master_runner.cc:187] Error getting master registration for 127.22.232.254:42883: OK, instance_id { permanent_uuid: "ba009e19335d4a648f27f975185a187b" instance_seqno: 1781467918615838 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:12:03.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.062083 23551 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.064924 23764 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:12:03.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.086376 23599 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 1 FOLLOWER]: Refusing update from remote peer fac6eb85b58040329d73f9c0051e9843: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:12:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.088976 23760 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [LEADER]: Connected to new peer: Peer: permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.135142 23748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fac6eb85b58040329d73f9c0051e9843. Latest consensus state: current_term: 1 leader_uuid: "fac6eb85b58040329d73f9c0051e9843" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.135962 23748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: This master's current role is: FOLLOWER
20:12:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.142230 23765 mvcc.cc:204] Tried to move back new op lower bound from 7296892612943761408 to 7296892612704272384. Current Snapshot: MvccSnapshot[applied={T|T < 7296892612943761408}]
20:12:03.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.144444 23766 mvcc.cc:204] Tried to move back new op lower bound from 7296892612943761408 to 7296892612704272384. Current Snapshot: MvccSnapshot[applied={T|T < 7296892612943761408}]
20:12:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.154558 23760 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fac6eb85b58040329d73f9c0051e9843" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.155272 23760 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: LEADER
20:12:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.155234 23748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fac6eb85b58040329d73f9c0051e9843" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.155969 23748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: This master's current role is: FOLLOWER
20:12:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.160781 23764 catalog_manager.cc:1382] Generated new cluster ID: a78003427c584812b92533202ab47d6c
20:12:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.161082 23764 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:12:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.231927 23764 catalog_manager.cc:1405] Generated new certificate authority record
20:12:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.234361 23764 catalog_manager.cc:1539] Loading token signing keys...
20:12:03.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.266678 23764 catalog_manager.cc:6069] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Generated new TSK 0
20:12:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.269810 23764 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.302536 23459 external_mini_cluster.cc:1372] Running /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/wal
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/logs
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data/info.pb
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.193:0
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.232.193
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.193
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:12:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:12:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.309876 23549 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } attempt: 7
20:12:03.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.326766 23664 leader_election.cc:336] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer ba009e19335d4a648f27f975185a187b (127.22.232.254:42883): Timed out: RequestConsensusVote RPC to 127.22.232.254:42883 timed out after 0.353s (SENT)
20:12:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.350256 23549 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: Bootstrap starting.
20:12:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.369696 23549 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: Neither blocks nor log segments found. Creating new log.
20:12:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.371989 23549 log.cc:826] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: Log is configured to *not* fsync() on all Append() calls
20:12:03.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.391115 23549 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: No bootstrap required, opened a new log
20:12:03.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.474217 23549 raft_consensus.cc:359] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.476487 23549 raft_consensus.cc:385] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.477413 23549 raft_consensus.cc:740] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba009e19335d4a648f27f975185a187b, State: Initialized, Role: FOLLOWER
20:12:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.480115 23549 consensus_queue.cc:260] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:03.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.502025 23773 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.502861 23773 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: This master's current role is: FOLLOWER
20:12:03.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.506428 23773 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:03.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.507108 23773 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.508266 23512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fac6eb85b58040329d73f9c0051e9843" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba009e19335d4a648f27f975185a187b"
20:12:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.514259 23773 leader_election.cc:290] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591), fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175)
20:12:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.514328 23512 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:58252 (request call id 4) took 516 ms (client timeout 421 ms). Trace:
20:12:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.514739 23512 rpcz_store.cc:269] 0614 20:12:02.997633 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:12:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:02.997750 (+ 117us) service_pool.cc:224] Handling call
20:12:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:03.514244 (+516494us) inbound_call.cc:177] Queueing success response
20:12:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:12:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.508708 23549 sys_catalog.cc:565] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: configured and running, proceeding with master startup.
20:12:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.516997 23511 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 0 FOLLOWER]: Advancing to term 1
20:12:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.517719 23689 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba009e19335d4a648f27f975185a187b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fac6eb85b58040329d73f9c0051e9843" is_pre_election: true
20:12:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.518031 23599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba009e19335d4a648f27f975185a187b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73ddcca49cf0408f981af1e42930d684" is_pre_election: true
20:12:03.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.509050 23513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fac6eb85b58040329d73f9c0051e9843" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba009e19335d4a648f27f975185a187b" is_pre_election: true
20:12:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.522118 23510 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fac6eb85b58040329d73f9c0051e9843" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba009e19335d4a648f27f975185a187b"
20:12:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.509099 23514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fac6eb85b58040329d73f9c0051e9843" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba009e19335d4a648f27f975185a187b" is_pre_election: true
20:12:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.529251 23514 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:58252 (request call id 2) took 922 ms (client timeout 353 ms). Trace:
20:12:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.529633 23514 rpcz_store.cc:269] 0614 20:12:02.606370 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:12:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:02.606522 (+ 152us) service_pool.cc:224] Handling call
20:12:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:03.529180 (+922658us) inbound_call.cc:177] Queueing success response
20:12:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:12:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.531251 23513 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:58252 (request call id 3) took 557 ms (client timeout 353 ms). Trace:
20:12:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.531600 23513 rpcz_store.cc:269] 0614 20:12:02.973923 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:12:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:02.975612 (+ 1689us) service_pool.cc:224] Handling call
20:12:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:03.531190 (+555578us) inbound_call.cc:177] Queueing success response
20:12:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:12:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.537170 23491 leader_election.cc:304] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ba009e19335d4a648f27f975185a187b; no voters: 73ddcca49cf0408f981af1e42930d684, fac6eb85b58040329d73f9c0051e9843
20:12:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.537729 23511 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 1 FOLLOWER]: Refusing update from remote peer fac6eb85b58040329d73f9c0051e9843: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:12:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.538210 23773 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:12:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.539379 23760 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:03.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.561790 23493 tablet.cc:2404] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:03.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.595516 23773 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: SysCatalogTable state changed. Reason: New leader fac6eb85b58040329d73f9c0051e9843. Latest consensus state: current_term: 1 leader_uuid: "fac6eb85b58040329d73f9c0051e9843" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.595739 23780 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fac6eb85b58040329d73f9c0051e9843" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.596349 23773 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: This master's current role is: FOLLOWER
20:12:03.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.596546 23780 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: This master's current role is: FOLLOWER
20:12:03.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.630791 23789 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:12:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.656510 23760 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fac6eb85b58040329d73f9c0051e9843" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:03.657264 23760 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: LEADER
20:12:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.972033 23770 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.972695 23770 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:03.973654 23770 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:04.033649 23770 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:04.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:04.034615 23770 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:12:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:04.034922 23770 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:12:04.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:04.035183 23770 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:12:04.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:04.035917 23770 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.232.193
20:12:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.053399 23761 catalog_manager.cc:1294] Loaded cluster ID: a78003427c584812b92533202ab47d6c
20:12:04.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.053676 23761 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: loading cluster ID for follower catalog manager: success
20:12:04.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.061152 23761 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: acquiring CA information for follower catalog manager: success
20:12:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.066711 23761 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.103345 23770 tablet_server_runner.cc:78] Tablet server non-default flags:
20:12:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/wal
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.193:0
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data/info.pb
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.193
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.232.193
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/logs
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 19:43:21 UTC on e7f111948823
20:12:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12395
20:12:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.105167 23770 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:04.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.107364 23770 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:12:04.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:04.124919 23796 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.653977 23789 catalog_manager.cc:1294] Loaded cluster ID: a78003427c584812b92533202ab47d6c
20:12:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.654282 23789 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: loading cluster ID for follower catalog manager: success
20:12:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.673866 23789 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: acquiring CA information for follower catalog manager: success
20:12:04.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:04.700253 23789 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:04.127820 23795 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:05.524153 23794 debug-util.cc:398] Leaking SignalData structure 0x7b080002ed40 after lost signal to thread 23770
20:12:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:07.359587 23770 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.234s user 0.722s sys 1.214s
20:12:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:07.362262 23770 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.237s user 0.723s sys 1.214s
20:12:07.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:07.362525 23798 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:07.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:07.366492 23797 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3234 milliseconds
20:12:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.367095 23770 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.368806 23770 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:07.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.371701 23770 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:07.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.373154 23770 hybrid_clock.cc:648] HybridClock initialized: now 1781467927373054 us; error 102 us; skew 500 ppm
20:12:07.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.374199 23770 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:07.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.381878 23770 webserver.cc:533] Webserver started at http://127.22.232.193:41855/ using document root <none> and password file <none>
20:12:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.382915 23770 fs_manager.cc:362] Metadata directory not provided
20:12:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.383181 23770 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:07.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.383713 23770 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.388496 23770 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data/instance:
20:12:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01209c14c17e48a48ed3b1e49c574f6c"
20:12:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:07 on dist-test-slave-gvrx"
20:12:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.389952 23770 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/wal/instance:
20:12:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01209c14c17e48a48ed3b1e49c574f6c"
20:12:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:07 on dist-test-slave-gvrx"
20:12:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.398640 23770 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.003s
20:12:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.405416 23810 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:12:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.406780 23770 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
20:12:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.407089 23770 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data,/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/wal
20:12:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01209c14c17e48a48ed3b1e49c574f6c"
20:12:07.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:07 on dist-test-slave-gvrx"
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.407496 23770 fs_report.cc:389] FS layout report
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/wal
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/wal
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data/data
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.481890 23770 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:12:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.483929 23770 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:07.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.484534 23770 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.498507 23770 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:12:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.498757 23770 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:12:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.499096 23770 ts_tablet_manager.cc:616] Registered 0 tablets
20:12:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.499290 23770 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:12:07.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.783447 23770 rpc_server.cc:307] RPC server started. Bound to: 127.22.232.193:36863
20:12:07.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.784335 23934 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.232.193:36863 every 8 connection(s)
20:12:07.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.786813 23770 server_base.cc:1193] Dumped server information to /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/data/info.pb
20:12:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.795531 23459 external_mini_cluster.cc:1434] Started /tmp/dist-test-task55BEuO/build/tsan/bin/kudu as pid 23770
20:12:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.796193 23459 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-0/wal/instance
20:12:07.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.809444 23937 heartbeater.cc:344] Connected to a master server at 127.22.232.254:42883
20:12:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.810173 23937 heartbeater.cc:461] Registering TS with master...
20:12:07.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.811623 23937 heartbeater.cc:507] Master 127.22.232.254:42883 requested a full tablet report, sending...
20:12:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.816728 23504 ts_manager.cc:194] Registered new tserver with Master: 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863)
20:12:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.817588 23459 external_mini_cluster.cc:1372] Running /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/wal
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/logs
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data/info.pb
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.194:0
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.232.194
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.194
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:12:07.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:12:07.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:12:07.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.820533 23935 heartbeater.cc:344] Connected to a master server at 127.22.232.252:33175
20:12:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.821260 23935 heartbeater.cc:461] Registering TS with master...
20:12:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.822408 23936 heartbeater.cc:344] Connected to a master server at 127.22.232.253:44591
20:12:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.822444 23935 heartbeater.cc:507] Master 127.22.232.252:33175 requested a full tablet report, sending...
20:12:07.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.822809 23936 heartbeater.cc:461] Registering TS with master...
20:12:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.823794 23936 heartbeater.cc:507] Master 127.22.232.253:44591 requested a full tablet report, sending...
20:12:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.825433 23679 ts_manager.cc:194] Registered new tserver with Master: 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863)
20:12:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.827160 23589 ts_manager.cc:194] Registered new tserver with Master: 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863)
20:12:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:07.828068 23679 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.232.193:38341
20:12:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.142128 23940 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:08.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.142599 23940 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:08.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.143129 23940 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.176671 23940 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.177291 23940 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:12:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.177477 23940 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:12:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.177714 23940 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:12:08.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.178193 23940 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.232.194
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:08.215874 23940 tablet_server_runner.cc:78] Tablet server non-default flags:
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/wal
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.194:0
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data/info.pb
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.194
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.232.194
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/logs
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 19:43:21 UTC on e7f111948823
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12395
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:08.217401 23940 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:08.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:08.219503 23940 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:12:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.232074 23946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:08.831835 23935 heartbeater.cc:499] Master 127.22.232.252:33175 was elected leader, sending a full tablet report...
20:12:09.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:08.233965 23947 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:09.562417 23949 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:09.565999 23948 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1329 milliseconds
20:12:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.566136 23940 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.567355 23940 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:09.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.570048 23940 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:09.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.571622 23940 hybrid_clock.cc:648] HybridClock initialized: now 1781467929571535 us; error 89 us; skew 500 ppm
20:12:09.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.572443 23940 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.579685 23940 webserver.cc:533] Webserver started at http://127.22.232.194:37505/ using document root <none> and password file <none>
20:12:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.580663 23940 fs_manager.cc:362] Metadata directory not provided
20:12:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.580945 23940 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.581454 23940 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.585832 23940 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data/instance:
20:12:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75bd7c436c2d49ccb468411c58f940e0"
20:12:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:09 on dist-test-slave-gvrx"
20:12:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.586963 23940 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/wal/instance:
20:12:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75bd7c436c2d49ccb468411c58f940e0"
20:12:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:09 on dist-test-slave-gvrx"
20:12:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.593854 23940 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
20:12:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.599181 23958 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:12:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.600178 23940 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
20:12:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.600520 23940 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data,/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/wal
20:12:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "75bd7c436c2d49ccb468411c58f940e0"
20:12:09.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:09 on dist-test-slave-gvrx"
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.600912 23940 fs_report.cc:389] FS layout report
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/wal
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/wal
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data/data
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:09.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.669962 23940 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:12:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.671903 23940 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.672426 23940 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.685146 23940 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:12:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.685416 23940 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:12:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.685727 23940 ts_tablet_manager.cc:616] Registered 0 tablets
20:12:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.685931 23940 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:12:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.868979 23940 rpc_server.cc:307] RPC server started. Bound to: 127.22.232.194:34581
20:12:09.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.869553 24083 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.232.194:34581 every 8 connection(s)
20:12:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.871608 23940 server_base.cc:1193] Dumped server information to /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/data/info.pb
20:12:09.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.874488 23459 external_mini_cluster.cc:1434] Started /tmp/dist-test-task55BEuO/build/tsan/bin/kudu as pid 23940
20:12:09.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.875049 23459 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-1/wal/instance
20:12:09.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.887617 24086 heartbeater.cc:344] Connected to a master server at 127.22.232.254:42883
20:12:09.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.888108 24086 heartbeater.cc:461] Registering TS with master...
20:12:09.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.889694 24086 heartbeater.cc:507] Master 127.22.232.254:42883 requested a full tablet report, sending...
20:12:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.892887 23504 ts_manager.cc:194] Registered new tserver with Master: 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:09.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.899454 23459 external_mini_cluster.cc:1372] Running /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/wal
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/logs
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data/info.pb
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.195:0
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.232.195
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.195
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:12:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:12:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.903836 24085 heartbeater.cc:344] Connected to a master server at 127.22.232.253:44591
20:12:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.904214 24085 heartbeater.cc:461] Registering TS with master...
20:12:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.904255 24084 heartbeater.cc:344] Connected to a master server at 127.22.232.252:33175
20:12:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.904616 24084 heartbeater.cc:461] Registering TS with master...
20:12:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.905153 24085 heartbeater.cc:507] Master 127.22.232.253:44591 requested a full tablet report, sending...
20:12:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.905656 24084 heartbeater.cc:507] Master 127.22.232.252:33175 requested a full tablet report, sending...
20:12:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.907936 23589 ts_manager.cc:194] Registered new tserver with Master: 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.909195 23679 ts_manager.cc:194] Registered new tserver with Master: 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:09.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:09.910604 23679 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.232.194:56939
20:12:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.221065 24089 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.221547 24089 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:10.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.222066 24089 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.257709 24089 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.258239 24089 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:12:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.258428 24089 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:12:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.258584 24089 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:12:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.259202 24089 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.232.195
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:10.296756 24089 tablet_server_runner.cc:78] Tablet server non-default flags:
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/wal
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.195:0
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data/info.pb
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.195
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.232.195
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/logs
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 19:43:21 UTC on e7f111948823
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12395
20:12:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:10.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:10.298147 24089 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:10.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:10.299765 24089 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:12:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.312362 24095 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:10.913576 24084 heartbeater.cc:499] Master 127.22.232.252:33175 was elected leader, sending a full tablet report...
20:12:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:11.717101 24094 debug-util.cc:398] Leaking SignalData structure 0x7b080002ed40 after lost signal to thread 24089
20:12:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.176194 24094 kernel_stack_watchdog.cc:198] Thread 24089 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:12:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:12:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:12:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:12:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:12:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:10.314189 24096 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.177146 24089 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.864s user 0.000s sys 0.002s
20:12:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.177568 24089 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.865s user 0.000s sys 0.002s
20:12:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.181447 24097 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1868 milliseconds
20:12:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.182814 24098 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.182940 24089 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.184041 24089 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.186595 24089 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:12.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.188124 24089 hybrid_clock.cc:648] HybridClock initialized: now 1781467932188048 us; error 81 us; skew 500 ppm
20:12:12.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.188956 24089 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.195518 24089 webserver.cc:533] Webserver started at http://127.22.232.195:44037/ using document root <none> and password file <none>
20:12:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.196358 24089 fs_manager.cc:362] Metadata directory not provided
20:12:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.196578 24089 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.197063 24089 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:12:12.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.201893 24089 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data/instance:
20:12:12.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8099e9ad0efd43b6b39ca0c422c4242b"
20:12:12.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:12 on dist-test-slave-gvrx"
20:12:12.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.203027 24089 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/wal/instance:
20:12:12.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8099e9ad0efd43b6b39ca0c422c4242b"
20:12:12.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:12 on dist-test-slave-gvrx"
20:12:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.210500 24089 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
20:12:12.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.215847 24108 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:12:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.216977 24089 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
20:12:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.217344 24089 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data,/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/wal
20:12:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8099e9ad0efd43b6b39ca0c422c4242b"
20:12:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:12 on dist-test-slave-gvrx"
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.217693 24089 fs_report.cc:389] FS layout report
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/wal
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/wal
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data/data
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:12.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.274762 24089 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:12:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.276341 24089 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.276875 24089 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.291519 24089 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:12:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.291827 24089 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:12:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.292183 24089 ts_tablet_manager.cc:616] Registered 0 tablets
20:12:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.292388 24089 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:12:12.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.470604 24089 rpc_server.cc:307] RPC server started. Bound to: 127.22.232.195:45627
20:12:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.471364 24232 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.232.195:45627 every 8 connection(s)
20:12:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.473372 24089 server_base.cc:1193] Dumped server information to /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/data/info.pb
20:12:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.477284 23459 external_mini_cluster.cc:1434] Started /tmp/dist-test-task55BEuO/build/tsan/bin/kudu as pid 24089
20:12:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.477802 23459 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/ts-2/wal/instance
20:12:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.495064 24233 heartbeater.cc:344] Connected to a master server at 127.22.232.252:33175
20:12:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.495716 24235 heartbeater.cc:344] Connected to a master server at 127.22.232.254:42883
20:12:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.497325 24233 heartbeater.cc:461] Registering TS with master...
20:12:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.497506 24235 heartbeater.cc:461] Registering TS with master...
20:12:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.498873 24233 heartbeater.cc:507] Master 127.22.232.252:33175 requested a full tablet report, sending...
20:12:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.499063 24235 heartbeater.cc:507] Master 127.22.232.254:42883 requested a full tablet report, sending...
20:12:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.502429 23679 ts_manager.cc:194] Registered new tserver with Master: 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627)
20:12:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.502859 23504 ts_manager.cc:194] Registered new tserver with Master: 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627)
20:12:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.504277 23679 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.232.195:33377
20:12:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.506680 24234 heartbeater.cc:344] Connected to a master server at 127.22.232.253:44591
20:12:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.507014 24234 heartbeater.cc:461] Registering TS with master...
20:12:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.508126 24234 heartbeater.cc:507] Master 127.22.232.253:44591 requested a full tablet report, sending...
20:12:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.516010 23589 ts_manager.cc:194] Registered new tserver with Master: 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627)
20:12:12.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.526703 23459 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:12:12.537 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:12:12.537 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:12:12.539 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.232.254"
port: 42883
}
bound_http_address {
host: "127.22.232.254"
port: 44855
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.232.253"
port: 44591
}
bound_http_address {
host: "127.22.232.253"
port: 40301
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.232.252"
port: 33175
}
bound_http_address {
host: "127.22.232.252"
port: 33975
}
}
}
20:12:12.539 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:12:12.539 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.22.232.193"
port: 36863
}
bound_http_address {
host: "127.22.232.193"
port: 41855
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.22.232.194"
port: 34581
}
bound_http_address {
host: "127.22.232.194"
port: 37505
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.22.232.195"
port: 45627
}
bound_http_address {
host: "127.22.232.195"
port: 44037
}
}
}
20:12:12.540 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:12:12.541 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:12:12.543 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:12.544 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.232.252:33175(127.22.232.252:33175)] connecting to peer
20:12:12.544 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.232.253:44591(127.22.232.253:44591)] Successfully connected to peer
20:12:12.544 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.232.254:42883(127.22.232.254:42883)] connecting to peer
20:12:12.545 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.232.252:33175(127.22.232.252:33175)] Successfully connected to peer
20:12:12.547 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.232.253
20:12:12.547 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.232.254:42883(127.22.232.254:42883)] Successfully connected to peer
20:12:12.550 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.232.254
20:12:12.555 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.232.252
20:12:12.560 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x27d110bf, L:/127.0.0.1:40994 - R:/127.22.232.253:44591] using SASL/PLAIN
20:12:12.570 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x089ff0ab, L:/127.0.0.1:47854 - R:/127.22.232.254:42883] using SASL/PLAIN
20:12:12.572 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x65e6b947, L:/127.0.0.1:42364 - R:/127.22.232.252:33175] using SASL/PLAIN
20:12:12.574 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:12:12.575 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=32), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, deferred=null) after lookup
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.576370 23679 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42364:
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:12.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:12:12.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:12:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:12.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.580400 23679 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:12:12.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 2b8193ee8d2a4b339c88fc5efe23056f
20:12:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.678717 24018 tablet_service.cc:1511] Processing CreateTablet for tablet a82d946b20904e98b7e14b3c77148751 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:12:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.681066 24018 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a82d946b20904e98b7e14b3c77148751. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.680932 24167 tablet_service.cc:1511] Processing CreateTablet for tablet a82d946b20904e98b7e14b3c77148751 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:12:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.682057 24168 tablet_service.cc:1511] Processing CreateTablet for tablet fe9836fd1fb04115ad08c793853be095 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:12:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.682897 24167 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a82d946b20904e98b7e14b3c77148751. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.682507 24019 tablet_service.cc:1511] Processing CreateTablet for tablet fe9836fd1fb04115ad08c793853be095 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:12:12.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.683892 23869 tablet_service.cc:1511] Processing CreateTablet for tablet a82d946b20904e98b7e14b3c77148751 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:12:12.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.685477 23869 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a82d946b20904e98b7e14b3c77148751. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:12.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.686088 24168 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe9836fd1fb04115ad08c793853be095. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:12.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.686545 24019 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe9836fd1fb04115ad08c793853be095. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.679708 23870 tablet_service.cc:1511] Processing CreateTablet for tablet fe9836fd1fb04115ad08c793853be095 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:12:12.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.702085 23870 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fe9836fd1fb04115ad08c793853be095. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.719292 24259 tablet_bootstrap.cc:492] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b: Bootstrap starting.
20:12:12.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.729349 24259 tablet_bootstrap.cc:654] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b: Neither blocks nor log segments found. Creating new log.
20:12:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.731663 24259 log.cc:826] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b: Log is configured to *not* fsync() on all Append() calls
20:12:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.742655 24260 tablet_bootstrap.cc:492] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0: Bootstrap starting.
20:12:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.743062 24259 tablet_bootstrap.cc:492] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b: No bootstrap required, opened a new log
20:12:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.743588 24259 ts_tablet_manager.cc:1403] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b: Time spent bootstrapping tablet: real 0.025s user 0.014s sys 0.005s
20:12:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.749646 24260 tablet_bootstrap.cc:654] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0: Neither blocks nor log segments found. Creating new log.
20:12:12.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.751370 24260 log.cc:826] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0: Log is configured to *not* fsync() on all Append() calls
20:12:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.753089 24262 tablet_bootstrap.cc:492] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c: Bootstrap starting.
20:12:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.756920 24260 tablet_bootstrap.cc:492] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0: No bootstrap required, opened a new log
20:12:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.757447 24260 ts_tablet_manager.cc:1403] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0: Time spent bootstrapping tablet: real 0.015s user 0.010s sys 0.004s
20:12:12.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.760354 24262 tablet_bootstrap.cc:654] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c: Neither blocks nor log segments found. Creating new log.
20:12:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.762560 24262 log.cc:826] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c: Log is configured to *not* fsync() on all Append() calls
20:12:12.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.768453 24259 raft_consensus.cc:359] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.769050 24262 tablet_bootstrap.cc:492] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c: No bootstrap required, opened a new log
20:12:12.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.769198 24259 raft_consensus.cc:385] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:12.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.769526 24259 raft_consensus.cc:740] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8099e9ad0efd43b6b39ca0c422c4242b, State: Initialized, Role: FOLLOWER
20:12:12.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.769572 24262 ts_tablet_manager.cc:1403] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c: Time spent bootstrapping tablet: real 0.017s user 0.009s sys 0.007s
20:12:12.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.770354 24259 consensus_queue.cc:260] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.773597 24233 heartbeater.cc:499] Master 127.22.232.252:33175 was elected leader, sending a full tablet report...
20:12:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.785733 24260 raft_consensus.cc:359] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.786891 24260 raft_consensus.cc:385] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.787705 24260 raft_consensus.cc:740] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75bd7c436c2d49ccb468411c58f940e0, State: Initialized, Role: FOLLOWER
20:12:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.788570 24259 ts_tablet_manager.cc:1434] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b: Time spent starting tablet: real 0.045s user 0.028s sys 0.004s
20:12:12.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.789129 24260 consensus_queue.cc:260] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.798833 24260 ts_tablet_manager.cc:1434] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0: Time spent starting tablet: real 0.041s user 0.034s sys 0.006s
20:12:12.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.801787 24262 raft_consensus.cc:359] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.802727 24262 raft_consensus.cc:385] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:12.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.803021 24262 raft_consensus.cc:740] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01209c14c17e48a48ed3b1e49c574f6c, State: Initialized, Role: FOLLOWER
20:12:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.803925 24262 consensus_queue.cc:260] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.807979 24259 tablet_bootstrap.cc:492] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b: Bootstrap starting.
20:12:12.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.809877 24260 tablet_bootstrap.cc:492] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0: Bootstrap starting.
20:12:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.817045 24262 ts_tablet_manager.cc:1434] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c: Time spent starting tablet: real 0.047s user 0.028s sys 0.013s
20:12:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.818089 24262 tablet_bootstrap.cc:492] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c: Bootstrap starting.
20:12:12.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.827217 24262 tablet_bootstrap.cc:654] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c: Neither blocks nor log segments found. Creating new log.
20:12:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.817238 24260 tablet_bootstrap.cc:654] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0: Neither blocks nor log segments found. Creating new log.
20:12:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.834556 24259 tablet_bootstrap.cc:654] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b: Neither blocks nor log segments found. Creating new log.
20:12:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.839432 24262 tablet_bootstrap.cc:492] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c: No bootstrap required, opened a new log
20:12:12.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.839860 24262 ts_tablet_manager.cc:1403] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c: Time spent bootstrapping tablet: real 0.022s user 0.006s sys 0.008s
20:12:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.840929 24259 tablet_bootstrap.cc:492] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b: No bootstrap required, opened a new log
20:12:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.841001 24260 tablet_bootstrap.cc:492] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0: No bootstrap required, opened a new log
20:12:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.841367 24260 ts_tablet_manager.cc:1403] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0: Time spent bootstrapping tablet: real 0.032s user 0.005s sys 0.009s
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.841333 24259 ts_tablet_manager.cc:1403] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b: Time spent bootstrapping tablet: real 0.034s user 0.006s sys 0.007s
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.842589 24262 raft_consensus.cc:359] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.843262 24262 raft_consensus.cc:385] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.843549 24262 raft_consensus.cc:740] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01209c14c17e48a48ed3b1e49c574f6c, State: Initialized, Role: FOLLOWER
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.843878 24260 raft_consensus.cc:359] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.844460 24260 raft_consensus.cc:385] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.844141 24259 raft_consensus.cc:359] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.844688 24260 raft_consensus.cc:740] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75bd7c436c2d49ccb468411c58f940e0, State: Initialized, Role: FOLLOWER
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.844785 24259 raft_consensus.cc:385] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.845075 24259 raft_consensus.cc:740] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8099e9ad0efd43b6b39ca0c422c4242b, State: Initialized, Role: FOLLOWER
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.844389 24262 consensus_queue.cc:260] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.845467 24260 consensus_queue.cc:260] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.847504 24260 ts_tablet_manager.cc:1434] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0: Time spent starting tablet: real 0.006s user 0.002s sys 0.003s
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.849877 24262 ts_tablet_manager.cc:1434] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c: Time spent starting tablet: real 0.010s user 0.007s sys 0.000s
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.845786 24259 consensus_queue.cc:260] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.851835 24259 ts_tablet_manager.cc:1434] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b: Time spent starting tablet: real 0.010s user 0.006s sys 0.000s
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.876502 24265 raft_consensus.cc:493] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:12.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.877089 24265 raft_consensus.cc:515] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.896072 23890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe9836fd1fb04115ad08c793853be095" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01209c14c17e48a48ed3b1e49c574f6c" is_pre_election: true
20:12:12.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.896176 24039 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe9836fd1fb04115ad08c793853be095" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75bd7c436c2d49ccb468411c58f940e0" is_pre_election: true
20:12:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.896853 23890 raft_consensus.cc:2468] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 0.
20:12:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.897042 24039 raft_consensus.cc:2468] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 0.
20:12:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.898289 24265 leader_election.cc:290] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863), 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.898386 24111 leader_election.cc:304] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01209c14c17e48a48ed3b1e49c574f6c, 8099e9ad0efd43b6b39ca0c422c4242b; no voters:
20:12:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.899255 24265 raft_consensus.cc:2804] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:12:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.899616 24265 raft_consensus.cc:493] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:12:12.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.899950 24265 raft_consensus.cc:3060] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Advancing to term 1
20:12:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.906517 24088 tablet.cc:2404] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.906445 24265 raft_consensus.cc:515] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.909117 23890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe9836fd1fb04115ad08c793853be095" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01209c14c17e48a48ed3b1e49c574f6c"
20:12:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.909606 23890 raft_consensus.cc:3060] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Advancing to term 1
20:12:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.909875 24039 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fe9836fd1fb04115ad08c793853be095" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75bd7c436c2d49ccb468411c58f940e0"
20:12:12.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.910370 24039 raft_consensus.cc:3060] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Advancing to term 1
20:12:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.913113 24265 leader_election.cc:290] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 election: Requested vote from peers 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863), 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.915246 24039 raft_consensus.cc:2468] T fe9836fd1fb04115ad08c793853be095 P 75bd7c436c2d49ccb468411c58f940e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 1.
20:12:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.915735 23890 raft_consensus.cc:2468] T fe9836fd1fb04115ad08c793853be095 P 01209c14c17e48a48ed3b1e49c574f6c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 1.
20:12:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.916234 24110 leader_election.cc:304] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 75bd7c436c2d49ccb468411c58f940e0, 8099e9ad0efd43b6b39ca0c422c4242b; no voters:
20:12:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.917186 24265 raft_consensus.cc:2804] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 1 FOLLOWER]: Leader election won for term 1
20:12:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.924435 24265 raft_consensus.cc:697] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [term 1 LEADER]: Becoming Leader. State: Replica: 8099e9ad0efd43b6b39ca0c422c4242b, State: Running, Role: LEADER
20:12:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.925465 24265 consensus_queue.cc:237] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.937000 23678 catalog_manager.cc:5696] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b reported cstate change: term changed from 0 to 1, leader changed from <none> to 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195). New cstate: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } health_report { overall_health: HEALTHY } } }
20:12:12.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.948160 24266 raft_consensus.cc:493] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:12.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.948652 24266 raft_consensus.cc:515] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.955854 24266 leader_election.cc:290] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863), 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627)
20:12:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.966624 23890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a82d946b20904e98b7e14b3c77148751" candidate_uuid: "75bd7c436c2d49ccb468411c58f940e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01209c14c17e48a48ed3b1e49c574f6c" is_pre_election: true
20:12:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.967128 23890 raft_consensus.cc:2468] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 75bd7c436c2d49ccb468411c58f940e0 in term 0.
20:12:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.967965 24188 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a82d946b20904e98b7e14b3c77148751" candidate_uuid: "75bd7c436c2d49ccb468411c58f940e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" is_pre_election: true
20:12:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.968166 23961 leader_election.cc:304] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01209c14c17e48a48ed3b1e49c574f6c, 75bd7c436c2d49ccb468411c58f940e0; no voters:
20:12:12.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.968475 24188 raft_consensus.cc:2468] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 75bd7c436c2d49ccb468411c58f940e0 in term 0.
20:12:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.969038 24266 raft_consensus.cc:2804] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:12:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.969386 24266 raft_consensus.cc:493] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:12:12.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.969607 24266 raft_consensus.cc:3060] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Advancing to term 1
20:12:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.973810 24266 raft_consensus.cc:515] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.975363 24266 leader_election.cc:290] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [CANDIDATE]: Term 1 election: Requested vote from peers 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863), 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627)
20:12:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.975977 23890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a82d946b20904e98b7e14b3c77148751" candidate_uuid: "75bd7c436c2d49ccb468411c58f940e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01209c14c17e48a48ed3b1e49c574f6c"
20:12:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.976347 23890 raft_consensus.cc:3060] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Advancing to term 1
20:12:12.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.976387 24188 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a82d946b20904e98b7e14b3c77148751" candidate_uuid: "75bd7c436c2d49ccb468411c58f940e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8099e9ad0efd43b6b39ca0c422c4242b"
20:12:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.976938 24188 raft_consensus.cc:3060] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Advancing to term 1
20:12:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.980568 23890 raft_consensus.cc:2468] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 75bd7c436c2d49ccb468411c58f940e0 in term 1.
20:12:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.981707 24188 raft_consensus.cc:2468] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 75bd7c436c2d49ccb468411c58f940e0 in term 1.
20:12:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.981635 23961 leader_election.cc:304] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01209c14c17e48a48ed3b1e49c574f6c, 75bd7c436c2d49ccb468411c58f940e0; no voters:
20:12:12.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.982339 24266 raft_consensus.cc:2804] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 1 FOLLOWER]: Leader election won for term 1
20:12:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.983918 24266 raft_consensus.cc:697] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [term 1 LEADER]: Becoming Leader. State: Replica: 75bd7c436c2d49ccb468411c58f940e0, State: Running, Role: LEADER
20:12:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.984756 24266 consensus_queue.cc:237] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:12.996042 24237 tablet.cc:2404] T a82d946b20904e98b7e14b3c77148751 P 8099e9ad0efd43b6b39ca0c422c4242b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:12.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:12.998623 23678 catalog_manager.cc:5696] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194). New cstate: current_term: 1 leader_uuid: "75bd7c436c2d49ccb468411c58f940e0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } health_report { overall_health: UNKNOWN } } }
20:12:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:13.063084 23939 tablet.cc:2404] T a82d946b20904e98b7e14b3c77148751 P 01209c14c17e48a48ed3b1e49c574f6c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.171659 23678 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42370:
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:12:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:12:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:13.174393 23678 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:12:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.206756 23869 tablet_service.cc:1511] Processing CreateTablet for tablet f2016c32e03d4717961818b66d60d7af (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d3890e012f5644cc85680b1feb017edc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:12:13.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.208376 23869 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f2016c32e03d4717961818b66d60d7af. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.212230 24019 tablet_service.cc:1511] Processing CreateTablet for tablet f2016c32e03d4717961818b66d60d7af (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d3890e012f5644cc85680b1feb017edc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:12:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.213768 24019 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f2016c32e03d4717961818b66d60d7af. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.214035 24168 tablet_service.cc:1511] Processing CreateTablet for tablet f2016c32e03d4717961818b66d60d7af (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=d3890e012f5644cc85680b1feb017edc]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:12:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.215451 24168 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f2016c32e03d4717961818b66d60d7af. 1 dirs total, 0 dirs full, 0 dirs failed
20:12:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.226814 24260 tablet_bootstrap.cc:492] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: Bootstrap starting.
20:12:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.228605 24259 tablet_bootstrap.cc:492] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: Bootstrap starting.
20:12:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.229943 24262 tablet_bootstrap.cc:492] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: Bootstrap starting.
20:12:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.233603 24259 tablet_bootstrap.cc:654] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: Neither blocks nor log segments found. Creating new log.
20:12:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.233770 24260 tablet_bootstrap.cc:654] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: Neither blocks nor log segments found. Creating new log.
20:12:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.236428 24262 tablet_bootstrap.cc:654] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: Neither blocks nor log segments found. Creating new log.
20:12:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.239472 24259 tablet_bootstrap.cc:492] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: No bootstrap required, opened a new log
20:12:13.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.240239 24259 ts_tablet_manager.cc:1403] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.000s
20:12:13.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.242815 24259 raft_consensus.cc:359] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.243409 24259 raft_consensus.cc:385] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:13.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.243649 24259 raft_consensus.cc:740] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8099e9ad0efd43b6b39ca0c422c4242b, State: Initialized, Role: FOLLOWER
20:12:13.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.244021 24262 tablet_bootstrap.cc:492] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: No bootstrap required, opened a new log
20:12:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.244541 24262 ts_tablet_manager.cc:1403] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: Time spent bootstrapping tablet: real 0.015s user 0.011s sys 0.000s
20:12:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.244323 24259 consensus_queue.cc:260] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.245479 24265 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.246150 24265 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: This TxnStatusTablet replica's current role is: FOLLOWER
20:12:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.248492 24262 raft_consensus.cc:359] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.249217 24262 raft_consensus.cc:385] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.250093 24262 raft_consensus.cc:740] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01209c14c17e48a48ed3b1e49c574f6c, State: Initialized, Role: FOLLOWER
20:12:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.250792 24262 consensus_queue.cc:260] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.252208 24267 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.253047 24267 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: This TxnStatusTablet replica's current role is: FOLLOWER
20:12:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.253051 24262 ts_tablet_manager.cc:1434] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: Time spent starting tablet: real 0.007s user 0.007s sys 0.000s
20:12:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.258157 24260 tablet_bootstrap.cc:492] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: No bootstrap required, opened a new log
20:12:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.258574 24260 ts_tablet_manager.cc:1403] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: Time spent bootstrapping tablet: real 0.032s user 0.007s sys 0.013s
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.261310 24259 ts_tablet_manager.cc:1434] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: Time spent starting tablet: real 0.021s user 0.005s sys 0.000s
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.261373 24260 raft_consensus.cc:359] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.262036 24260 raft_consensus.cc:385] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.262303 24260 raft_consensus.cc:740] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 75bd7c436c2d49ccb468411c58f940e0, State: Initialized, Role: FOLLOWER
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.263001 24260 consensus_queue.cc:260] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.264317 24266 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.265048 24266 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: This TxnStatusTablet replica's current role is: FOLLOWER
20:12:13.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.265188 24260 ts_tablet_manager.cc:1434] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: Time spent starting tablet: real 0.006s user 0.001s sys 0.006s
20:12:13.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.402501 24265 consensus_queue.cc:1048] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [LEADER]: Connected to new peer: Peer: permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.419435 24265 consensus_queue.cc:1048] T fe9836fd1fb04115ad08c793853be095 P 8099e9ad0efd43b6b39ca0c422c4242b [LEADER]: Connected to new peer: Peer: permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:12:13.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.480990 24266 consensus_queue.cc:1048] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.498718 24266 consensus_queue.cc:1048] T a82d946b20904e98b7e14b3c77148751 P 75bd7c436c2d49ccb468411c58f940e0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.696013 24271 raft_consensus.cc:493] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:12:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.696461 24271 raft_consensus.cc:515] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.698156 24271 leader_election.cc:290] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863), 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.699148 23890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2016c32e03d4717961818b66d60d7af" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01209c14c17e48a48ed3b1e49c574f6c" is_pre_election: true
20:12:13.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.699419 24039 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2016c32e03d4717961818b66d60d7af" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75bd7c436c2d49ccb468411c58f940e0" is_pre_election: true
20:12:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.699651 23890 raft_consensus.cc:2468] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 0.
20:12:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.700127 24039 raft_consensus.cc:2468] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 0.
20:12:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.700768 24111 leader_election.cc:304] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01209c14c17e48a48ed3b1e49c574f6c, 8099e9ad0efd43b6b39ca0c422c4242b; no voters:
20:12:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.701639 24271 raft_consensus.cc:2804] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:12:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.701912 24271 raft_consensus.cc:493] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:12:13.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.702216 24271 raft_consensus.cc:3060] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 0 FOLLOWER]: Advancing to term 1
20:12:13.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.707293 24271 raft_consensus.cc:515] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.709052 24271 leader_election.cc:290] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 election: Requested vote from peers 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863), 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.709944 23890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2016c32e03d4717961818b66d60d7af" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01209c14c17e48a48ed3b1e49c574f6c"
20:12:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.710188 24039 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f2016c32e03d4717961818b66d60d7af" candidate_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "75bd7c436c2d49ccb468411c58f940e0"
20:12:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.710505 23890 raft_consensus.cc:3060] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [term 0 FOLLOWER]: Advancing to term 1
20:12:13.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.710701 24039 raft_consensus.cc:3060] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [term 0 FOLLOWER]: Advancing to term 1
20:12:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.716913 24039 raft_consensus.cc:2468] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 1.
20:12:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.716904 23890 raft_consensus.cc:2468] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8099e9ad0efd43b6b39ca0c422c4242b in term 1.
20:12:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.718590 24110 leader_election.cc:304] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 75bd7c436c2d49ccb468411c58f940e0, 8099e9ad0efd43b6b39ca0c422c4242b; no voters:
20:12:13.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.719326 24271 raft_consensus.cc:2804] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 1 FOLLOWER]: Leader election won for term 1
20:12:13.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.719798 24271 raft_consensus.cc:697] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [term 1 LEADER]: Becoming Leader. State: Replica: 8099e9ad0efd43b6b39ca0c422c4242b, State: Running, Role: LEADER
20:12:13.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.720566 24271 consensus_queue.cc:237] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } }
20:12:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.726845 24294 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: TxnStatusTablet state changed. Reason: New leader 8099e9ad0efd43b6b39ca0c422c4242b. Latest consensus state: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.727548 24294 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: This TxnStatusTablet replica's current role is: LEADER
20:12:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.730783 24303 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:12:13.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.731539 24303 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:12:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.731429 23679 catalog_manager.cc:5696] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b reported cstate change: term changed from 0 to 1, leader changed from <none> to 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195). New cstate: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } health_report { overall_health: HEALTHY } } }
20:12:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.878985 24039 raft_consensus.cc:1275] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0 [term 1 FOLLOWER]: Refusing update from remote peer 8099e9ad0efd43b6b39ca0c422c4242b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:12:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.879484 23890 raft_consensus.cc:1275] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c [term 1 FOLLOWER]: Refusing update from remote peer 8099e9ad0efd43b6b39ca0c422c4242b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:12:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.881434 24294 consensus_queue.cc:1048] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [LEADER]: Connected to new peer: Peer: permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:13.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.883113 24271 consensus_queue.cc:1048] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b [LEADER]: Connected to new peer: Peer: permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:12:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.914199 24267 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: TxnStatusTablet state changed. Reason: New leader 8099e9ad0efd43b6b39ca0c422c4242b. Latest consensus state: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.914952 24267 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: This TxnStatusTablet replica's current role is: FOLLOWER
20:12:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.930058 24293 mvcc.cc:204] Tried to move back new op lower bound from 7296892657148461056 to 7296892656526696448. Current Snapshot: MvccSnapshot[applied={T|T < 7296892657148461056}]
20:12:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.936088 24299 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: TxnStatusTablet state changed. Reason: New leader 8099e9ad0efd43b6b39ca0c422c4242b. Latest consensus state: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.936866 24299 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: This TxnStatusTablet replica's current role is: FOLLOWER
20:12:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.949564 24267 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.950304 24267 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 01209c14c17e48a48ed3b1e49c574f6c: This TxnStatusTablet replica's current role is: FOLLOWER
20:12:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.962342 24299 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.962999 24299 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 75bd7c436c2d49ccb468411c58f940e0: This TxnStatusTablet replica's current role is: FOLLOWER
20:12:13.990 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:12:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.994076 24271 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.994848 24271 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: This TxnStatusTablet replica's current role is: LEADER
20:12:13.995 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 2b8193ee8d2a4b339c88fc5efe23056f
20:12:13.996 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.232.252:33175
20:12:13.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:12:13.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.995802 24271 tablet_replica.cc:442] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" member_type: VOTER last_known_addr { host: "127.22.232.193" port: 36863 } } peers { permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" member_type: VOTER last_known_addr { host: "127.22.232.194" port: 34581 } } peers { permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" member_type: VOTER last_known_addr { host: "127.22.232.195" port: 45627 } } }
20:12:13.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.996474 24271 tablet_replica.cc:445] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b: This TxnStatusTablet replica's current role is: LEADER
20:12:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:13.997099 23459 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task55BEuO/build/tsan/bin/kudu with pid 23636
20:12:14.063 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.232.252:33175(127.22.232.252:33175)] handling channelInactive
20:12:14.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.232.252:33175(127.22.232.252:33175)] cleaning up while in state READY due to: connection closed
20:12:14.064 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:12:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.064983 24112 connection.cc:573] client connection to 127.22.232.252:33175 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:12:14.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.065819 24233 heartbeater.cc:646] Failed to heartbeat to 127.22.232.252:33175 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:12:14.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.091712 24084 heartbeater.cc:646] Failed to heartbeat to 127.22.232.252:33175 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.255828 24327 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fac6eb85b58040329d73f9c0051e9843)
20:12:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.256275 24327 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.258237 24327 leader_election.cc:290] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591), fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175)
20:12:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.259083 23599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba009e19335d4a648f27f975185a187b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "73ddcca49cf0408f981af1e42930d684" is_pre_election: true
20:12:14.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.261547 23491 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:12:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.265244 23491 leader_election.cc:336] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.265703 23491 leader_election.cc:304] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ba009e19335d4a648f27f975185a187b; no voters: 73ddcca49cf0408f981af1e42930d684, fac6eb85b58040329d73f9c0051e9843
20:12:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.266609 24327 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:12:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.295949 24330 raft_consensus.cc:493] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fac6eb85b58040329d73f9c0051e9843)
20:12:14.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.296386 24330 raft_consensus.cc:515] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.298439 24330 leader_election.cc:290] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ba009e19335d4a648f27f975185a187b (127.22.232.254:42883), fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175)
20:12:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.299350 23511 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "73ddcca49cf0408f981af1e42930d684" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba009e19335d4a648f27f975185a187b" is_pre_election: true
20:12:14.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.300132 23511 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73ddcca49cf0408f981af1e42930d684 in term 1.
20:12:14.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.301231 23576 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:12:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.301594 23574 leader_election.cc:304] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73ddcca49cf0408f981af1e42930d684, ba009e19335d4a648f27f975185a187b; no voters:
20:12:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.302515 24330 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:12:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.302906 24330 raft_consensus.cc:493] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 1 FOLLOWER]: Starting leader election (detected failure of leader fac6eb85b58040329d73f9c0051e9843)
20:12:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.303296 24330 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 1 FOLLOWER]: Advancing to term 2
20:12:14.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.305502 23576 leader_election.cc:336] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.309662 24330 raft_consensus.cc:515] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.311261 24330 leader_election.cc:290] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [CANDIDATE]: Term 2 election: Requested vote from peers ba009e19335d4a648f27f975185a187b (127.22.232.254:42883), fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175)
20:12:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.312000 23511 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "73ddcca49cf0408f981af1e42930d684" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba009e19335d4a648f27f975185a187b"
20:12:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.312592 23511 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 1 FOLLOWER]: Advancing to term 2
20:12:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.315011 23576 leader_election.cc:336] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:14.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.320269 23511 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73ddcca49cf0408f981af1e42930d684 in term 2.
20:12:14.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.321368 23574 leader_election.cc:304] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73ddcca49cf0408f981af1e42930d684, ba009e19335d4a648f27f975185a187b; no voters: fac6eb85b58040329d73f9c0051e9843
20:12:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.322017 24330 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 2 FOLLOWER]: Leader election won for term 2
20:12:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.323243 24330 raft_consensus.cc:697] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [term 2 LEADER]: Becoming Leader. State: Replica: 73ddcca49cf0408f981af1e42930d684, State: Running, Role: LEADER
20:12:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.324074 24330 consensus_queue.cc:237] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.327613 24333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 73ddcca49cf0408f981af1e42930d684. Latest consensus state: current_term: 2 leader_uuid: "73ddcca49cf0408f981af1e42930d684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.328461 24333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: This master's current role is: LEADER
20:12:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.330940 24334 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:12:14.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.338018 24334 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]
20:12:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.339335 24334 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=d3890e012f5644cc85680b1feb017edc]
20:12:14.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.343981 24334 tablet_loader.cc:96] loaded metadata for tablet a82d946b20904e98b7e14b3c77148751 (table txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f])
20:12:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.345124 24334 tablet_loader.cc:96] loaded metadata for tablet f2016c32e03d4717961818b66d60d7af (table kudu_system.kudu_transactions [id=d3890e012f5644cc85680b1feb017edc])
20:12:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.346101 24334 tablet_loader.cc:96] loaded metadata for tablet fe9836fd1fb04115ad08c793853be095 (table txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f])
20:12:14.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.347045 24334 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:12:14.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.350019 24334 catalog_manager.cc:1294] Loaded cluster ID: a78003427c584812b92533202ab47d6c
20:12:14.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.350245 24334 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:12:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.353686 24334 catalog_manager.cc:1539] Loading token signing keys...
20:12:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.356604 24334 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684: Loaded TSK: 0
20:12:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.357671 24334 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:12:14.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.413759 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:12:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.424821 23511 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 2 FOLLOWER]: Refusing update from remote peer 73ddcca49cf0408f981af1e42930d684: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
20:12:14.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.426427 24333 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:12:14.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.429657 24327 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 73ddcca49cf0408f981af1e42930d684. Latest consensus state: current_term: 2 leader_uuid: "73ddcca49cf0408f981af1e42930d684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:14.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.430436 24327 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: This master's current role is: FOLLOWER
20:12:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.434634 24333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "73ddcca49cf0408f981af1e42930d684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.435400 24333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 [sys.catalog]: This master's current role is: LEADER
20:12:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.435250 24327 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "73ddcca49cf0408f981af1e42930d684" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.435940 24327 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: This master's current role is: FOLLOWER
20:12:14.504 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.252:33175(127.22.232.252:33175)] connecting to peer
20:12:14.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175
20:12:14.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.232.252:33175(127.22.232.252:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175
20:12:14.510 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.22.232.252:33175(127.22.232.252:33175) for tablet Kudu Master: Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175
20:12:14.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.252:33175(127.22.232.252:33175)] connecting to peer
20:12:14.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175
20:12:14.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.232.252:33175(127.22.232.252:33175)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175
20:12:14.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.252:33175: Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175
20:12:14.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:12:14.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=27), Traces: [0ms] sending RPC to server master-127.22.232.252:33175, [6ms] received response from server master-127.22.232.252:33175: Network error: Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175, [6ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: Network error: Failed to connect to peer master-127.22.232.252:33175(127.22.232.252:33175): Connection refused: /127.22.232.252:33175, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: OK, deferred=Deferred@2058235488(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$233/0x00007f10b0339390@1db63c8c, errback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f10b03395b8@2b005ab5)) after lookup
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:14.631624 23588 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47190:
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:12:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.635970 23588 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:12:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.862258 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:12:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:14.963668 23935 heartbeater.cc:646] Failed to heartbeat to 127.22.232.252:33175 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111)
20:12:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:15.398021 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:12:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:15.893559 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:12:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:15.965582 23936 heartbeater.cc:499] Master 127.22.232.253:44591 was elected leader, sending a full tablet report...
20:12:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:16.016573 24234 heartbeater.cc:499] Master 127.22.232.253:44591 was elected leader, sending a full tablet report...
20:12:16.073 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fe9836fd1fb04115ad08c793853be095 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
20:12:16.073 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a82d946b20904e98b7e14b3c77148751 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
20:12:16.074 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=fe9836fd1fb04115ad08c793853be095@[01209c14c17e48a48ed3b1e49c574f6c(127.22.232.193:36863),75bd7c436c2d49ccb468411c58f940e0(127.22.232.194:34581),8099e9ad0efd43b6b39ca0c422c4242b(127.22.232.195:45627)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=a82d946b20904e98b7e14b3c77148751@[01209c14c17e48a48ed3b1e49c574f6c(127.22.232.193:36863),75bd7c436c2d49ccb468411c58f940e0(127.22.232.194:34581)[L],8099e9ad0efd43b6b39ca0c422c4242b(127.22.232.195:45627)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
20:12:16.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.232.253:44591, [4ms] Sub RPC GetTableLocations: received response from server master-127.22.232.253:44591: OK, deferred=null) after lookup
20:12:16.075 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 8099e9ad0efd43b6b39ca0c422c4242b(127.22.232.195:45627)] connecting to peer
20:12:16.077 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 8099e9ad0efd43b6b39ca0c422c4242b(127.22.232.195:45627)] Successfully connected to peer
20:12:16.088 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x4fc2cc72, L:/127.0.0.1:50920 - R:/127.22.232.195:45627] using TOKEN/null
20:12:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.094508 24130 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.22.232.252:33175)
20:12:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:16.101248 24085 heartbeater.cc:499] Master 127.22.232.253:44591 was elected leader, sending a full tablet report...
20:12:16.165 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.232.252:33175
20:12:16.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:16.167225 23459 external_mini_cluster.cc:1372] Running /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task55BEuO/build/tsan/bin/kudu
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/logs
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/info.pb
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.252:33175
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.252
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33975
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:12:16.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:12:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.473865 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
20:12:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.491746 24375 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:12:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.492421 24375 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:12:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.493132 24375 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:12:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.535233 24375 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:12:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.535647 24375 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:12:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.535900 24375 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:12:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.536199 24375 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:12:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.536528 24375 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:12:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.536872 24375 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:12:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.537122 24375 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45165/jwks.json
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:16.584676 24375 master_runner.cc:387] Master server non-default flags:
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.232.212:46033
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.232.254:42883,127.22.232.253:44591,127.22.232.252:33175
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.232.252:33175
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:12:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45165/jwks.json
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/info.pb
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.232.252
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33975
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/logs
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 19:43:21 UTC on e7f111948823
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12395
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:12:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:16.586292 24375 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:12:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:16.588019 24375 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:12:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.599509 24381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.982518 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
20:12:17.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:17.507766 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 31: this message will repeat every 5th retry.
20:12:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:17.989027 23576 consensus_peers.cc:597] T 00000000000000000000000000000000 P 73ddcca49cf0408f981af1e42930d684 -> Peer fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175): Couldn't send request to peer fac6eb85b58040329d73f9c0051e9843. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.252:33175: connect: Connection refused (error 111). This is attempt 36: this message will repeat every 5th retry.
20:12:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.601415 24382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:16.606343 24384 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:12:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.035866 24383 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1429 milliseconds
20:12:18.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.035981 24375 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:12:18.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.037459 24375 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:12:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.040585 24375 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:12:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.042064 24375 hybrid_clock.cc:648] HybridClock initialized: now 1781467938042000 us; error 75 us; skew 500 ppm
20:12:18.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.042846 24375 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:12:18.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.049681 24375 webserver.cc:533] Webserver started at http://127.22.232.252:33975/ using document root <none> and password file <none>
20:12:18.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.050685 24375 fs_manager.cc:362] Metadata directory not provided
20:12:18.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.050961 24375 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:12:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.059262 24375 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
20:12:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.064152 24401 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:12:18.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.065238 24375 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:12:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.065632 24375 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data,/tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fac6eb85b58040329d73f9c0051e9843"
20:12:18.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 20:12:02 on dist-test-slave-gvrx"
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.067562 24375 fs_report.cc:389] FS layout report
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/wal
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/data
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:12:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:12:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.139041 24375 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:12:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.140628 24375 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:12:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.141225 24375 kserver.cc:163] Server-wide thread pool size limit: 3276
20:12:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.233440 24375 rpc_server.cc:307] RPC server started. Bound to: 127.22.232.252:33175
20:12:18.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.233520 24464 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.232.252:33175 every 8 connection(s)
20:12:18.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.236408 24375 server_base.cc:1193] Dumped server information to /tmp/dist-test-task55BEuO/test-tmp/mini-kudu-cluster17637353915339344082/master-2/data/info.pb
20:12:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.245604 23459 external_mini_cluster.cc:1434] Started /tmp/dist-test-task55BEuO/build/tsan/bin/kudu as pid 24375
20:12:18.246 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:12:18.246 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.232.253:44591
20:12:18.246 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:12:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.247262 23459 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task55BEuO/build/tsan/bin/kudu with pid 23551
20:12:18.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.249362 24465 sys_catalog.cc:263] Verifying existing consensus state
20:12:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.258680 24465 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Bootstrap starting.
20:12:18.292 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.232.253:44591(127.22.232.253:44591)] handling channelInactive
20:12:18.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state READY due to: connection closed
20:12:18.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:12:18.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.306 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location master-127.22.232.253:44591(127.22.232.253:44591) for tablet Kudu Master: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.311743 24465 log.cc:826] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Log is configured to *not* fsync() on all Append() calls
20:12:18.324 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.325 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.252:33175(127.22.232.252:33175)] connecting to peer
20:12:18.325 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.232.252:33175(127.22.232.252:33175)] Successfully connected to peer
20:12:18.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.335 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.232.252
20:12:18.347 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7a792fe8, L:/127.0.0.1:50010 - R:/127.22.232.252:33175] using SASL/PLAIN
20:12:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.350348 24465 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:12:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.351320 24465 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: Bootstrap complete.
20:12:18.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.252:33175: Catalog manager is not initialized. State: Starting
20:12:18.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.252:33175: Catalog manager is not initialized. State: Starting
20:12:18.366 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.372787 24465 raft_consensus.cc:359] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.375044 24465 raft_consensus.cc:740] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: fac6eb85b58040329d73f9c0051e9843, State: Initialized, Role: FOLLOWER
20:12:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.375767 24465 consensus_queue.cc:260] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.378207 24471 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.378791 24471 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: FOLLOWER
20:12:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.379664 24465 sys_catalog.cc:565] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: configured and running, proceeding with master startup.
20:12:18.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.252:33175: Catalog manager is not initialized. State: Starting
20:12:18.387 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.410440 24482 catalog_manager.cc:1294] Loaded cluster ID: a78003427c584812b92533202ab47d6c
20:12:18.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.410854 24482 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: loading cluster ID for follower catalog manager: success
20:12:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.418999 24482 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: acquiring CA information for follower catalog manager: success
20:12:18.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.426839 24482 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:12:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.439638 24375 master_runner.cc:187] Error getting master registration for 127.22.232.253:44591: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111),
20:12:18.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.459009 24375 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:12:18.464 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.470 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.493270 24486 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 73ddcca49cf0408f981af1e42930d684)
20:12:18.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.493950 24486 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:18.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.496966 24486 leader_election.cc:290] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591), fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175)
20:12:18.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.504 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=211), Traces: [0ms] sending RPC to server master-127.22.232.253:44591, [2ms] received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [50ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [117ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [211ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [212ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, deferred=Deferred@2071639120(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$233/0x00007f10b0339390@7aed9dd0 -> (continuation of Deferred@1612549577 after retry RPC after error@1923875784) -> (continuation of Deferred@1557848569 after retry RPC after error@1255138479) -> (continuation of Deferred@1177570298 after retry RPC after error@1418769079) -> (continuation of Deferred@1598964981 after retry RPC after error@1779513647) -> (continuation of Deferred@783994892 after retry RPC after error@2137971302), errback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f10b03395b8@522a4092 -> (continuation of Deferred@1612549577 after retry RPC after error@1923875784) -> (continuation of Deferred@1557848569 after retry RPC after error@1255138479) -> (continuation of Deferred@1177570298 after retry RPC after error@1418769079) -> (continuation of Deferred@1598964981 after retry RPC after error@1779513647) -> (continuation of Deferred@783994892 after retry RPC after error@2137971302)))
20:12:18.516 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=211), Traces: [0ms] sending RPC to server master-127.22.232.253:44591, [2ms] received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [50ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [117ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [211ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [212ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, deferred=Deferred@2071639120(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$233/0x00007f10b0339390@7aed9dd0 -> (continuation of Deferred@1612549577 after retry RPC after error@1923875784) -> (continuation of Deferred@1557848569 after retry RPC after error@1255138479) -> (continuation of Deferred@1177570298 after retry RPC after error@1418769079) -> (continuation of Deferred@1598964981 after retry RPC after error@1779513647) -> (continuation of Deferred@783994892 after retry RPC after error@2137971302), errback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f10b03395b8@522a4092 -> (continuation of Deferred@1612549577 after retry RPC after error@1923875784) -> (continuation of Deferred@1557848569 after retry RPC after error@1255138479) -> (continuation of Deferred@1177570298 after retry RPC after error@1418769079) -> (continuation of Deferred@1598964981 after retry RPC after error@1779513647) -> (continuation of Deferred@783994892 after retry RPC after error@2137971302)))
20:12:18.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.522329 23491 leader_election.cc:336] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591): Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:12:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.522492 24430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba009e19335d4a648f27f975185a187b" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "fac6eb85b58040329d73f9c0051e9843" is_pre_election: true
20:12:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.523526 24430 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba009e19335d4a648f27f975185a187b in term 1.
20:12:18.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.525342 23491 leader_election.cc:304] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ba009e19335d4a648f27f975185a187b, fac6eb85b58040329d73f9c0051e9843; no voters: 73ddcca49cf0408f981af1e42930d684
20:12:18.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.526284 24486 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 2 FOLLOWER]: Leader pre-election won for term 3
20:12:18.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.526628 24486 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 2 FOLLOWER]: Starting leader election (detected failure of leader 73ddcca49cf0408f981af1e42930d684)
20:12:18.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.526968 24486 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 2 FOLLOWER]: Advancing to term 3
20:12:18.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.535660 24486 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:18.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.538233 24486 leader_election.cc:290] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 3 election: Requested vote from peers 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591), fac6eb85b58040329d73f9c0051e9843 (127.22.232.252:33175)
20:12:18.542 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.540095 24430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba009e19335d4a648f27f975185a187b" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "fac6eb85b58040329d73f9c0051e9843"
20:12:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.540768 24430 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 1 FOLLOWER]: Advancing to term 3
20:12:18.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.549769 23491 leader_election.cc:336] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591): Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111)
20:12:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.551224 24430 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba009e19335d4a648f27f975185a187b in term 3.
20:12:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.552567 23491 leader_election.cc:304] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ba009e19335d4a648f27f975185a187b, fac6eb85b58040329d73f9c0051e9843; no voters: 73ddcca49cf0408f981af1e42930d684
20:12:18.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.553624 24486 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 3 FOLLOWER]: Leader election won for term 3
20:12:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.555279 24486 raft_consensus.cc:697] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [term 3 LEADER]: Becoming Leader. State: Replica: ba009e19335d4a648f27f975185a187b, State: Running, Role: LEADER
20:12:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.556250 24486 consensus_queue.cc:237] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } }
20:12:18.559 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.561429 24489 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba009e19335d4a648f27f975185a187b. Latest consensus state: current_term: 3 leader_uuid: "ba009e19335d4a648f27f975185a187b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.562436 24489 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: This master's current role is: LEADER
20:12:18.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.564670 24491 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:12:18.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.573825 24491 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f]
20:12:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.575598 24491 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=d3890e012f5644cc85680b1feb017edc]
20:12:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.582772 24491 tablet_loader.cc:96] loaded metadata for tablet a82d946b20904e98b7e14b3c77148751 (table txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f])
20:12:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.584175 24491 tablet_loader.cc:96] loaded metadata for tablet f2016c32e03d4717961818b66d60d7af (table kudu_system.kudu_transactions [id=d3890e012f5644cc85680b1feb017edc])
20:12:18.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.585552 24491 tablet_loader.cc:96] loaded metadata for tablet fe9836fd1fb04115ad08c793853be095 (table txn_manager_fallback_rolling [id=2b8193ee8d2a4b339c88fc5efe23056f])
20:12:18.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.587020 24491 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:12:18.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.591521 24491 catalog_manager.cc:1294] Loaded cluster ID: a78003427c584812b92533202ab47d6c
20:12:18.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.591775 24491 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:12:18.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.596714 24491 catalog_manager.cc:1539] Loading token signing keys...
20:12:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.601405 24491 catalog_manager.cc:6080] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b: Loaded TSK: 0
20:12:18.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.602831 24491 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:12:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883; will retry
20:12:18.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.232.253:44591(127.22.232.253:44591)] connecting to peer
20:12:18.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.232.253:44591(127.22.232.253:44591)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.232.253:44591: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591
20:12:18.631 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:12:18.631 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=107), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [6ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [18ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, deferred=Deferred@561361301(state=PENDING, result=null, callback=(continuation of Deferred@893850195 after retry RPC after error@327932734) -> (continuation of Deferred@112482078 after retry RPC after error@180467524) -> (continuation of Deferred@127531461 after retry RPC after error@1241940003) -> (continuation of Deferred@1856910042 after retry RPC after error@1767035868), errback=(continuation of Deferred@893850195 after retry RPC after error@327932734) -> (continuation of Deferred@112482078 after retry RPC after error@180467524) -> (continuation of Deferred@127531461 after retry RPC after error@1241940003) -> (continuation of Deferred@1856910042 after retry RPC after error@1767035868))) after lookup
20:12:18.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.661464 24430 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [term 3 FOLLOWER]: Refusing update from remote peer ba009e19335d4a648f27f975185a187b: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
20:12:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.663210 24489 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [LEADER]: Connected to new peer: Peer: permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
20:12:18.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.688783 23491 consensus_peers.cc:597] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b -> Peer 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591): Couldn't send request to peer 73ddcca49cf0408f981af1e42930d684. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:12:18.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.710054 24471 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba009e19335d4a648f27f975185a187b. Latest consensus state: current_term: 3 leader_uuid: "ba009e19335d4a648f27f975185a187b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.710892 24471 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: FOLLOWER
20:12:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.721712 24471 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "ba009e19335d4a648f27f975185a187b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:18.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.722494 24471 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: FOLLOWER
20:12:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.723773 24501 sys_catalog.cc:455] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "ba009e19335d4a648f27f975185a187b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.724391 24486 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "ba009e19335d4a648f27f975185a187b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ba009e19335d4a648f27f975185a187b" member_type: VOTER last_known_addr { host: "127.22.232.254" port: 42883 } } peers { permanent_uuid: "73ddcca49cf0408f981af1e42930d684" member_type: VOTER last_known_addr { host: "127.22.232.253" port: 44591 } } peers { permanent_uuid: "fac6eb85b58040329d73f9c0051e9843" member_type: VOTER last_known_addr { host: "127.22.232.252" port: 33175 } } }
20:12:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.725028 24501 sys_catalog.cc:458] T 00000000000000000000000000000000 P fac6eb85b58040329d73f9c0051e9843 [sys.catalog]: This master's current role is: FOLLOWER
20:12:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.725122 24486 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b [sys.catalog]: This master's current role is: LEADER
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.737571 23504 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54914:
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:12:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:12:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:12:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:12:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:12:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:12:18.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.763216 23504 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:12:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.779843 24493 meta_cache.cc:302] tablet f2016c32e03d4717961818b66d60d7af: replica 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627) has failed: Timed out: connection negotiation to 127.22.232.195:45627 for RPC CoordinateTransaction timed out after -0.000s (ON_OUTBOUND_QUEUE)
20:12:18.785 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [6ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [18ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [19ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.22.232.253:44591,127.22.232.252:33175,127.22.232.254:42883) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.253:44591, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.252:33175, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.232.254:42883, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.253:44591: Network error: Failed to connect to peer master-127.22.232.253:44591(127.22.232.253:44591): Connection refused: /127.22.232.253:44591, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.252:33175: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.232.254:42883: OK, [109ms] sending RPC to server master-127.22.232.254:42883, deferred=Deferred@561361301(state=PENDING, result=null, callback=(continuation of Deferred@893850195 after retry RPC after error@327932734) -> (continuation of Deferred@112482078 after retry RPC after error@180467524) -> (continuation of Deferred@127531461 after retry RPC after error@1241940003) -> (continuation of Deferred@1856910042 after retry RPC after error@1767035868) -> (continuation of Deferred@573889736 after retry RPC@2003219464), errback=(continuation of Deferred@893850195 after retry RPC after error@327932734) -> (continuation of Deferred@112482078 after retry RPC after error@180467524) -> (continuation of Deferred@127531461 after retry RPC after error@1241940003) -> (continuation of Deferred@1856910042 after retry RPC after error@1767035868) -> (continuation of Deferred@573889736 after retry RPC@2003219464)))
20:12:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.787128 23534 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:47854 (request call id 13) took 154 ms (client timeout 142 ms). Trace:
20:12:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.787554 23534 rpcz_store.cc:269] 0614 20:12:18.632757 (+ 0us) service_pool.cc:167] Inserting onto call queue
20:12:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:18.633021 (+ 264us) service_pool.cc:224] Handling call
20:12:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 20:12:18.786904 (+153883us) inbound_call.cc:177] Queueing success response
20:12:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":1169,"init.queue_time_us":1522,"init.run_cpu_time_us":50031,"init.run_wall_time_us":134785,"thread_start_us":39882,"threads_started":5}
20:12:18.789 [DEBUG - kudu-nio-2] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=0, TimeoutTracker(timeout=0, elapsed=4), Traces: [0ms] received response from server master-127.22.232.254:42883: Timed out: Failed to write to server: (no server available): CoordinateTransaction(txn_status_tablet_id: "f2016c32e03d4717961818b66d60d7af" op { type: KEEP_TXN_ALIVE txn_id: 0 user: "slave" }) passed its deadline: Timed out: connection negotiation to 127.22.232.195:45627 for RPC CoordinateTransaction timed out after -0.000s (ON_OUTBOUND_QUEUE) (error 0), deferred=null) with no deferred attached!
20:12:18.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:18.891937 24117 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.019s from last keepalive heartbeat (effective timeout is 1.000s)
20:12:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.919899 24130 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.232.253:44591)
20:12:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:18.931008 24506 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
20:12:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.027624 23935 heartbeater.cc:344] Connected to a master server at 127.22.232.252:33175
20:12:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.035318 24420 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "01209c14c17e48a48ed3b1e49c574f6c" instance_seqno: 1781467927744345) as {username='slave'} at 127.22.232.193:32917; Asking this server to re-register.
20:12:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.037019 23935 heartbeater.cc:461] Registering TS with master...
20:12:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.041332 24420 ts_manager.cc:194] Registered new tserver with Master: 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863)
20:12:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.048772 24233 heartbeater.cc:344] Connected to a master server at 127.22.232.252:33175
20:12:19.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.053542 24420 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8099e9ad0efd43b6b39ca0c422c4242b" instance_seqno: 1781467932435767) as {username='slave'} at 127.22.232.195:48965; Asking this server to re-register.
20:12:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.054952 24233 heartbeater.cc:461] Registering TS with master...
20:12:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.058313 24420 ts_manager.cc:194] Registered new tserver with Master: 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627)
20:12:19.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.119803 24084 heartbeater.cc:344] Connected to a master server at 127.22.232.252:33175
20:12:19.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.123064 24420 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "75bd7c436c2d49ccb468411c58f940e0" instance_seqno: 1781467929837144) as {username='slave'} at 127.22.232.194:52091; Asking this server to re-register.
20:12:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.124433 24084 heartbeater.cc:461] Registering TS with master...
20:12:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.127148 24420 ts_manager.cc:194] Registered new tserver with Master: 75bd7c436c2d49ccb468411c58f940e0 (127.22.232.194:34581)
20:12:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:19.173885 23491 consensus_peers.cc:597] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b -> Peer 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591): Couldn't send request to peer 73ddcca49cf0408f981af1e42930d684. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:12:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:19.293718 23491 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111) [suppressed 8 similar messages]
20:12:19.329 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 8099e9ad0efd43b6b39ca0c422c4242b (127.22.232.195:45627): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781467933 last_transition_timestamp: 1781467938
20:12:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:19.751689 23491 consensus_peers.cc:597] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b -> Peer 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591): Couldn't send request to peer 73ddcca49cf0408f981af1e42930d684. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:12:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:19.984393 23937 heartbeater.cc:499] Master 127.22.232.254:42883 was elected leader, sending a full tablet report...
20:12:20.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:20.033713 24235 heartbeater.cc:499] Master 127.22.232.254:42883 was elected leader, sending a full tablet report...
20:12:20.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:20.120252 24086 heartbeater.cc:499] Master 127.22.232.254:42883 was elected leader, sending a full tablet report...
20:12:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:20.240581 23491 consensus_peers.cc:597] T 00000000000000000000000000000000 P ba009e19335d4a648f27f975185a187b -> Peer 73ddcca49cf0408f981af1e42930d684 (127.22.232.253:44591): Couldn't send request to peer 73ddcca49cf0408f981af1e42930d684. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.253:44591: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:12:20.301 [DEBUG - main] (Connection.java:575) [peer master-127.22.232.252:33175(127.22.232.252:33175)] disconnecting while in state READY
20:12:20.301 [DEBUG - main] (Connection.java:575) [peer master-127.22.232.254:42883(127.22.232.254:42883)] disconnecting while in state READY
20:12:20.301 [DEBUG - main] (Connection.java:575) [peer 8099e9ad0efd43b6b39ca0c422c4242b(127.22.232.195:45627)] disconnecting while in state READY
20:12:20.301 [DEBUG - main] (Connection.java:575) [peer master-127.22.232.253:44591(127.22.232.253:44591)] disconnecting while in state TERMINATED
20:12:20.302 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.232.252:33175(127.22.232.252:33175)] handling channelInactive
20:12:20.302 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 8099e9ad0efd43b6b39ca0c422c4242b(127.22.232.195:45627)] handling channelInactive
20:12:20.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.232.252:33175(127.22.232.252:33175)] cleaning up while in state READY due to: connection closed
20:12:20.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8099e9ad0efd43b6b39ca0c422c4242b(127.22.232.195:45627)] cleaning up while in state READY due to: connection closed
20:12:20.302 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:12:20.304 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.232.254:42883(127.22.232.254:42883)] handling channelInactive
20:12:20.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.232.254:42883(127.22.232.254:42883)] cleaning up while in state READY due to: connection closed
20:12:20.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:20.304936 23459 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task55BEuO/build/tsan/bin/kudu with pid 23770
20:12:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:20.333181 23459 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task55BEuO/build/tsan/bin/kudu with pid 23940
20:12:20.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:20.342535 24111 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.232.193:36863: connect: Connection refused (error 111)
20:12:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 20:12:20.350690 24111 consensus_peers.cc:597] T f2016c32e03d4717961818b66d60d7af P 8099e9ad0efd43b6b39ca0c422c4242b -> Peer 01209c14c17e48a48ed3b1e49c574f6c (127.22.232.193:36863): Couldn't send request to peer 01209c14c17e48a48ed3b1e49c574f6c. Status: Network error: Client connection negotiation failed: client connection to 127.22.232.193:36863: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:12:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:20.368152 23459 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task55BEuO/build/tsan/bin/kudu with pid 24089
20:12:20.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:20.411700 23459 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task55BEuO/build/tsan/bin/kudu with pid 23471
20:12:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 20:12:20.449352 23459 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task55BEuO/build/tsan/bin/kudu with pid 24375
20:12:21.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T20:12:21Z chronyd exiting
20:12:22.753 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)