16:32:13.693 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
16:32:13.693 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taska2xxuF/test-tmp
16:32:13.693 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
16:32:13.694 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taska2xxuF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
16:32:13.700 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
16:32:14.082 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:32:14.083 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
16:32:14.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.090628 377 mini_oidc.cc:150] Starting JWKS server
16:32:14.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.097674 377 webserver.cc:492] Webserver started at http://127.0.0.1:35655/ using document root <none> and password file <none>
16:32:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.098678 377 mini_oidc.cc:186] Starting OIDC Discovery server
16:32:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.103085 377 webserver.cc:492] Webserver started at http://127.0.0.1:41495/ using document root <none> and password file <none>
16:32:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-17T16:32:14Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
16:32:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-17T16:32:14Z Disabled control of system clock
16:32:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.227770 377 external_mini_cluster.cc:1366] Running /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/wal
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/logs
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data/info.pb
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:45667
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35655/jwks.json
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:32:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:32:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.565922 389 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:32:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.566435 389 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:32:14.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.566901 389 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:32:14.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.597689 389 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:32:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.597975 389 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:32:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.598239 389 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:32:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.598554 389 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:32:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.598850 389 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:32:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.599152 389 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:32:14.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.599399 389 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35655/jwks.json
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.634773 389 master_runner.cc:386] Master server non-default flags:
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/wal
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:45667
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35655/jwks.json
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data/info.pb
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/logs
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:32:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:32:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:32:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:32:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:32:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Mar 2026 16:02:59 UTC on bdcb31816ec0
16:32:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10975
16:32:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:32:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.636454 389 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:32:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:14.638059 389 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:32:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.649314 395 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.653839 398 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:14.649899 396 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:15.842149 397 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
16:32:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.842260 389 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:32:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.846910 389 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:32:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.849946 389 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:32:15.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.851356 389 hybrid_clock.cc:648] HybridClock initialized: now 1773765135851301 us; error 68 us; skew 500 ppm
16:32:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.852195 389 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:32:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.858775 389 webserver.cc:492] Webserver started at http://127.0.94.126:43349/ using document root <none> and password file <none>
16:32:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.859668 389 fs_manager.cc:362] Metadata directory not provided
16:32:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.859920 389 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:32:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.860334 389 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:32:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.864658 389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data/instance:
16:32:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab337c1c442045ec9104c9a2e3769ee0"
16:32:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:15 on dist-test-slave-r9hz"
16:32:15.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.865887 389 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/wal/instance:
16:32:15.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab337c1c442045ec9104c9a2e3769ee0"
16:32:15.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:15 on dist-test-slave-r9hz"
16:32:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.872781 389 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
16:32:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.878389 405 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:32:15.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.879416 389 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.879733 389 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data,/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/wal
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ab337c1c442045ec9104c9a2e3769ee0"
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:15 on dist-test-slave-r9hz"
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.880069 389 fs_report.cc:389] FS layout report
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/wal
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/wal
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data/data
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:32:15.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:32:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.927400 389 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:32:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.928958 389 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:32:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:15.929358 389 kserver.cc:163] Server-wide thread pool size limit: 3276
16:32:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.013679 389 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.126:45667
16:32:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.013768 466 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.126:45667 every 8 connection(s)
16:32:16.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.016482 389 server_base.cc:1192] Dumped server information to /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/data/info.pb
16:32:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.021062 377 external_mini_cluster.cc:1428] Started /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu as pid 389
16:32:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.021595 377 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-0/wal/instance
16:32:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.023362 467 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.026800 377 external_mini_cluster.cc:1366] Running /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/wal
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/logs
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data/info.pb
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:40515
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35655/jwks.json
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:32:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:32:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.037837 467 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } has no permanent_uuid. Determining permanent_uuid...
16:32:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.067605 467 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } has no permanent_uuid. Determining permanent_uuid...
16:32:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.070127 406 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.074331 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:40515: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.123831 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } attempt: 1
16:32:16.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.128104 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:40515: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.196593 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } attempt: 2
16:32:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.200428 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:40515: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.291909 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } attempt: 3
16:32:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.295835 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:40515: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:16.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.338596 469 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:32:16.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.339145 469 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:32:16.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.339627 469 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:32:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.370584 469 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:32:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.370854 469 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:32:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.371003 469 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:32:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.371189 469 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:32:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.371372 469 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:32:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.371554 469 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:32:16.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.371692 469 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35655/jwks.json
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.407007 469 master_runner.cc:386] Master server non-default flags:
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/wal
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:40515
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:32:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35655/jwks.json
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data/info.pb
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/logs
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Mar 2026 16:02:59 UTC on bdcb31816ec0
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10975
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:32:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.408267 469 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:32:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.409699 469 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:32:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.421082 478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.439327 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } attempt: 4
16:32:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.446396 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:40515: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:16.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:16.745944 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } attempt: 5
16:32:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.752929 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:40515: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:17.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:17.300495 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } attempt: 6
16:32:17.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:17.330593 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:40515: Network error: Client connection negotiation failed: client connection to 127.0.94.125:40515: connect: Connection refused (error 111)
16:32:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:17.824245 477 debug-util.cc:398] Leaking SignalData structure 0x7b08000376a0 after lost signal to thread 469
16:32:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.081898 477 kernel_stack_watchdog.cc:198] Thread 469 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
16:32:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:32:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:32:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:32:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:32:18.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:16.421532 479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.082811 469 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.662s user 0.544s sys 1.111s
16:32:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.083088 480 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1661 milliseconds
16:32:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.083199 469 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.662s user 0.544s sys 1.111s
16:32:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.084362 469 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:32:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.084451 481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.087646 469 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:32:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.089970 469 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:32:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.091302 469 hybrid_clock.cc:648] HybridClock initialized: now 1773765138091265 us; error 46 us; skew 500 ppm
16:32:18.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.092192 469 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:32:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.098235 469 webserver.cc:492] Webserver started at http://127.0.94.125:40635/ using document root <none> and password file <none>
16:32:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.099077 469 fs_manager.cc:362] Metadata directory not provided
16:32:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.099249 469 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:32:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.099610 469 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:32:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.103726 469 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data/instance:
16:32:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c634694ee45e45779ebbc79c4098eba4"
16:32:18.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:18 on dist-test-slave-r9hz"
16:32:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.104846 469 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/wal/instance:
16:32:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c634694ee45e45779ebbc79c4098eba4"
16:32:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:18 on dist-test-slave-r9hz"
16:32:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.111631 469 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.002s
16:32:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.117249 490 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:32:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.118340 469 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
16:32:18.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.118630 469 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data,/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/wal
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c634694ee45e45779ebbc79c4098eba4"
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:18 on dist-test-slave-r9hz"
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.118945 469 fs_report.cc:389] FS layout report
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/wal
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/wal
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data/data
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:32:18.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:32:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.169342 469 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:32:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.170892 469 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:32:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.171269 469 kserver.cc:163] Server-wide thread pool size limit: 3276
16:32:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.255568 469 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.125:40515
16:32:18.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.255635 551 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.125:40515 every 8 connection(s)
16:32:18.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.258419 469 server_base.cc:1192] Dumped server information to /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/data/info.pb
16:32:18.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.258903 377 external_mini_cluster.cc:1428] Started /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu as pid 469
16:32:18.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.259356 377 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-1/wal/instance
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.262782 377 external_mini_cluster.cc:1366] Running /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/wal
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/logs
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data/info.pb
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:32:18.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:38071
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35655/jwks.json
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
16:32:18.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
16:32:18.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.265838 552 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.276517 552 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } has no permanent_uuid. Determining permanent_uuid...
16:32:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.300830 552 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } has no permanent_uuid. Determining permanent_uuid...
16:32:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.315028 552 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } has no permanent_uuid. Determining permanent_uuid...
16:32:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.317304 493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.321532 552 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.371069 552 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 1
16:32:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.374974 552 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.391256 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } attempt: 7
16:32:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.403307 467 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } has no permanent_uuid. Determining permanent_uuid...
16:32:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.408788 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.443470 552 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 2
16:32:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.447474 552 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.467262 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 1
16:32:18.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.471225 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.538965 552 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 3
16:32:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.543383 552 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.552662 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 2
16:32:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.556375 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.574360 554 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:32:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.574879 554 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:32:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.575347 554 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:32:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.606321 554 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
16:32:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.606597 554 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
16:32:18.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.606762 554 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:32:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.606952 554 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
16:32:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.607152 554 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
16:32:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.607342 554 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
16:32:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.607494 554 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35655/jwks.json
16:32:18.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.641844 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 3
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.643383 554 master_runner.cc:386] Master server non-default flags:
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/wal
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:38071
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35655/jwks.json
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data/info.pb
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/logs
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Mar 2026 16:02:59 UTC on bdcb31816ec0
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10975
16:32:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:32:18.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.644870 554 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:32:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.645991 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.646613 554 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:32:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.657076 566 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.686838 552 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 4
16:32:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.690682 552 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.786401 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 4
16:32:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.792869 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:18.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:18.990242 552 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 5
16:32:19.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:19.001148 552 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.076776 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 5
16:32:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:19.087623 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:19.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.549021 552 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 6
16:32:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:19.559298 552 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.640786 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 6
16:32:19.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:19.650578 467 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:38071: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:19.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.658149 567 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:19.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:18.661926 569 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:19.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:19.971211 568 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1309 milliseconds
16:32:19.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.971319 554 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:32:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.972559 554 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:32:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.975081 554 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:32:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.976409 554 hybrid_clock.cc:648] HybridClock initialized: now 1773765139976396 us; error 51 us; skew 500 ppm
16:32:19.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.977146 554 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:32:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.983952 554 webserver.cc:492] Webserver started at http://127.0.94.124:37579/ using document root <none> and password file <none>
16:32:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.984822 554 fs_manager.cc:362] Metadata directory not provided
16:32:19.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.985037 554 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:32:19.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.985447 554 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:32:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.989627 554 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data/instance:
16:32:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a205f92cf84d494a91a0c5c0dd7fee9e"
16:32:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:19 on dist-test-slave-r9hz"
16:32:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.990645 554 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/wal/instance:
16:32:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a205f92cf84d494a91a0c5c0dd7fee9e"
16:32:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:19 on dist-test-slave-r9hz"
16:32:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:19.997421 554 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
16:32:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.003007 580 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:32:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.004014 554 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
16:32:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.004372 554 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data,/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/wal
16:32:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a205f92cf84d494a91a0c5c0dd7fee9e"
16:32:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:19 on dist-test-slave-r9hz"
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.004789 554 fs_report.cc:389] FS layout report
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/wal
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/wal
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data/data
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:32:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:32:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:32:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.051242 554 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:32:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.052781 554 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:32:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.053292 554 kserver.cc:163] Server-wide thread pool size limit: 3276
16:32:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.136091 554 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.124:38071
16:32:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.136158 641 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.124:38071 every 8 connection(s)
16:32:20.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.138481 554 server_base.cc:1192] Dumped server information to /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/data/info.pb
16:32:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.144167 642 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.145422 377 external_mini_cluster.cc:1428] Started /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu as pid 554
16:32:20.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.145740 377 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/master-2/wal/instance
16:32:20.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.159271 642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } has no permanent_uuid. Determining permanent_uuid...
16:32:20.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.186590 642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } has no permanent_uuid. Determining permanent_uuid...
16:32:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.196509 642 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } has no permanent_uuid. Determining permanent_uuid...
16:32:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.212373 642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e: Bootstrap starting.
16:32:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.218598 642 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e: Neither blocks nor log segments found. Creating new log.
16:32:20.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.220358 642 log.cc:826] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e: Log is configured to *not* fsync() on all Append() calls
16:32:20.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.225008 642 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e: No bootstrap required, opened a new log
16:32:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.241904 642 raft_consensus.cc:359] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.242501 642 raft_consensus.cc:385] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.242725 642 raft_consensus.cc:740] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a205f92cf84d494a91a0c5c0dd7fee9e, State: Initialized, Role: FOLLOWER
16:32:20.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.243323 642 consensus_queue.cc:260] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.246381 651 sys_catalog.cc:455] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.247365 651 sys_catalog.cc:458] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: This master's current role is: FOLLOWER
16:32:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.247939 651 raft_consensus.cc:493] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:32:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.248461 642 sys_catalog.cc:565] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: configured and running, proceeding with master startup.
16:32:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.248507 651 raft_consensus.cc:515] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.250906 651 leader_election.cc:290] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ab337c1c442045ec9104c9a2e3769ee0 (127.0.94.126:45667), c634694ee45e45779ebbc79c4098eba4 (127.0.94.125:40515)
16:32:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.284768 663 catalog_manager.cc:1568] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:32:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.285154 663 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:32:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.308404 586 tablet.cc:2379] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:32:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.277907 554 master_runner.cc:186] Error getting master registration for 127.0.94.126:45667: OK, instance_id { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" instance_seqno: 1773765135995997 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:32:20.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.315587 554 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:32:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.606745 583 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.0.94.126:45667 timed out after 0.355s (SENT)
16:32:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.619868 552 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 7
16:32:20.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.645103 552 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: Bootstrap starting.
16:32:20.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.653097 552 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: Neither blocks nor log segments found. Creating new log.
16:32:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.656149 552 log.cc:826] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: Log is configured to *not* fsync() on all Append() calls
16:32:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.661921 552 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: No bootstrap required, opened a new log
16:32:20.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.684088 467 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } attempt: 7
16:32:20.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.693094 552 raft_consensus.cc:359] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.693989 552 raft_consensus.cc:385] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:20.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.694289 552 raft_consensus.cc:740] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c634694ee45e45779ebbc79c4098eba4, State: Initialized, Role: FOLLOWER
16:32:20.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.695336 552 consensus_queue.cc:260] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.699288 669 sys_catalog.cc:455] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.700940 669 sys_catalog.cc:458] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: This master's current role is: FOLLOWER
16:32:20.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.704473 552 sys_catalog.cc:565] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: configured and running, proceeding with master startup.
16:32:20.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.704249 669 raft_consensus.cc:493] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:32:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.705276 669 raft_consensus.cc:515] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.709519 516 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c634694ee45e45779ebbc79c4098eba4" is_pre_election: true
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.710240 516 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a205f92cf84d494a91a0c5c0dd7fee9e in term 0.
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.711745 581 leader_election.cc:304] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a205f92cf84d494a91a0c5c0dd7fee9e, c634694ee45e45779ebbc79c4098eba4; no voters:
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.711474 669 leader_election.cc:290] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ab337c1c442045ec9104c9a2e3769ee0 (127.0.94.126:45667), a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071)
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.712608 651 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Leader pre-election won for term 1
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.712735 517 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c634694ee45e45779ebbc79c4098eba4" is_pre_election: true
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.712960 651 raft_consensus.cc:493] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.713316 651 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 0 FOLLOWER]: Advancing to term 1
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.713165 607 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c634694ee45e45779ebbc79c4098eba4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" is_pre_election: true
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.713343 517 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a205f92cf84d494a91a0c5c0dd7fee9e in term 0.
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.713820 517 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:36072 (request call id 1) took 462 ms (client timeout 355 ms). Trace:
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.714148 517 rpcz_store.cc:269] 0317 16:32:20.251598 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:20.251935 (+ 337us) service_pool.cc:225] Handling call
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:20.713755 (+461820us) inbound_call.cc:173] Queueing success response
16:32:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:32:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.720247 467 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0: Bootstrap starting.
16:32:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.727698 467 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0: Neither blocks nor log segments found. Creating new log.
16:32:20.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.730225 467 log.cc:826] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0: Log is configured to *not* fsync() on all Append() calls
16:32:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.731940 651 raft_consensus.cc:515] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.737377 607 raft_consensus.cc:2393] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate c634694ee45e45779ebbc79c4098eba4 in current term 1: Already voted for candidate a205f92cf84d494a91a0c5c0dd7fee9e in this term.
16:32:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.744985 651 leader_election.cc:290] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [CANDIDATE]: Term 1 election: Requested vote from peers ab337c1c442045ec9104c9a2e3769ee0 (127.0.94.126:45667), c634694ee45e45779ebbc79c4098eba4 (127.0.94.125:40515)
16:32:20.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.745890 517 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c634694ee45e45779ebbc79c4098eba4"
16:32:20.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.746438 517 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 0 FOLLOWER]: Advancing to term 1
16:32:20.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.752004 467 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0: No bootstrap required, opened a new log
16:32:20.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.754570 517 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a205f92cf84d494a91a0c5c0dd7fee9e in term 1.
16:32:20.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.756014 581 leader_election.cc:304] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a205f92cf84d494a91a0c5c0dd7fee9e, c634694ee45e45779ebbc79c4098eba4; no voters:
16:32:20.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.756877 651 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 1 FOLLOWER]: Leader election won for term 1
16:32:20.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.758661 651 raft_consensus.cc:697] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [term 1 LEADER]: Becoming Leader. State: Replica: a205f92cf84d494a91a0c5c0dd7fee9e, State: Running, Role: LEADER
16:32:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.759570 651 consensus_queue.cc:237] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.767925 676 sys_catalog.cc:455] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: SysCatalogTable state changed. Reason: New leader a205f92cf84d494a91a0c5c0dd7fee9e. Latest consensus state: current_term: 1 leader_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.768714 676 sys_catalog.cc:458] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: This master's current role is: LEADER
16:32:20.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.772181 679 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
16:32:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.796628 467 raft_consensus.cc:359] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.797484 467 raft_consensus.cc:385] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:20.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.797782 467 raft_consensus.cc:740] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ab337c1c442045ec9104c9a2e3769ee0, State: Initialized, Role: FOLLOWER
16:32:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.798629 467 consensus_queue.cc:260] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:20.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.803996 467 sys_catalog.cc:565] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: configured and running, proceeding with master startup.
16:32:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.804867 429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0"
16:32:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.805579 429 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 0 FOLLOWER]: Advancing to term 1
16:32:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.808056 431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0" is_pre_election: true
16:32:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.809856 679 catalog_manager.cc:1494] Initializing Kudu cluster ID...
16:32:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.804185 430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c634694ee45e45779ebbc79c4098eba4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0" is_pre_election: true
16:32:20.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.811745 493 leader_election.cc:304] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c634694ee45e45779ebbc79c4098eba4; no voters: a205f92cf84d494a91a0c5c0dd7fee9e, ab337c1c442045ec9104c9a2e3769ee0
16:32:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.813235 670 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
16:32:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.804597 432 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0" is_pre_election: true
16:32:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.814929 432 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51438 (request call id 1) took 563 ms (client timeout 355 ms). Trace:
16:32:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.815270 432 rpcz_store.cc:269] 0317 16:32:20.251396 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:32:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:20.251532 (+ 136us) service_pool.cc:225] Handling call
16:32:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:20.814853 (+563321us) inbound_call.cc:173] Queueing success response
16:32:20.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:32:20.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.820977 429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a205f92cf84d494a91a0c5c0dd7fee9e in term 1.
16:32:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.802484 682 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.822798 682 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: This master's current role is: FOLLOWER
16:32:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.835263 517 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Refusing update from remote peer a205f92cf84d494a91a0c5c0dd7fee9e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:32:20.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.837316 429 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Refusing update from remote peer a205f92cf84d494a91a0c5c0dd7fee9e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:32:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.839254 676 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
16:32:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.841064 676 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [LEADER]: Connected to new peer: Peer: permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:32:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.868839 670 sys_catalog.cc:455] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a205f92cf84d494a91a0c5c0dd7fee9e. Latest consensus state: current_term: 1 leader_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.869799 670 sys_catalog.cc:458] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: This master's current role is: FOLLOWER
16:32:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.890825 695 mvcc.cc:204] Tried to move back new op lower bound from 7265342016843505664 to 7265342016562884608. Current Snapshot: MvccSnapshot[applied={T|T < 7265342016843505664}]
16:32:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.890764 685 mvcc.cc:204] Tried to move back new op lower bound from 7265342016843505664 to 7265342016562884608. Current Snapshot: MvccSnapshot[applied={T|T < 7265342016843505664}]
16:32:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.902252 676 sys_catalog.cc:455] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.903272 676 sys_catalog.cc:458] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: This master's current role is: LEADER
16:32:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.904114 676 sys_catalog.cc:455] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.904953 676 sys_catalog.cc:458] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e [sys.catalog]: This master's current role is: LEADER
16:32:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.905303 679 catalog_manager.cc:1357] Generated new cluster ID: cbf6f158d38b4c37abec36380b221805
16:32:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.905553 679 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
16:32:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.910585 682 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a205f92cf84d494a91a0c5c0dd7fee9e. Latest consensus state: current_term: 1 leader_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.911547 682 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: This master's current role is: FOLLOWER
16:32:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.912086 670 sys_catalog.cc:455] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.918088 670 sys_catalog.cc:458] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: This master's current role is: FOLLOWER
16:32:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.939129 682 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.940065 682 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: This master's current role is: FOLLOWER
16:32:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.974292 701 catalog_manager.cc:1568] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
16:32:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:20.974635 701 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
16:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.997993 679 catalog_manager.cc:1380] Generated new certificate authority record
16:32:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.000005 679 catalog_manager.cc:1514] Loading token signing keys...
16:32:21.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.004606 702 catalog_manager.cc:1269] Loaded cluster ID: cbf6f158d38b4c37abec36380b221805
16:32:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:20.896275 469 master_runner.cc:186] Error getting master registration for 127.0.94.126:45667: OK, instance_id { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" instance_seqno: 1773765135995997 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
16:32:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.012673 469 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
16:32:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.028698 679 catalog_manager.cc:6044] T 00000000000000000000000000000000 P a205f92cf84d494a91a0c5c0dd7fee9e: Generated new TSK 0
16:32:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.029953 679 catalog_manager.cc:1524] Initializing in-progress tserver states...
16:32:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.015857 702 catalog_manager.cc:1562] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0: loading cluster ID for follower catalog manager: success
16:32:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.040036 702 catalog_manager.cc:1584] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0: acquiring CA information for follower catalog manager: success
16:32:21.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.044588 702 catalog_manager.cc:883] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.088930 377 external_mini_cluster.cc:1366] Running /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/wal
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/logs
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data/info.pb
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.65:0
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.65
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.65
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:32:21.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:32:21.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.634320 709 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:32:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.635177 709 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:32:21.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.636277 709 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:32:21.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.695341 709 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:32:21.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.696480 709 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:32:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.696864 709 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:32:21.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.697188 709 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:32:21.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.697896 709 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.94.65
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.763881 709 tablet_server_runner.cc:78] Tablet server non-default flags:
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/wal
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.65:0
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data/info.pb
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.65
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.65
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/logs
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Mar 2026 16:02:59 UTC on bdcb31816ec0
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10975
16:32:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:32:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.766424 709 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:32:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.768651 709 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:32:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.800593 715 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.980077 701 catalog_manager.cc:1269] Loaded cluster ID: cbf6f158d38b4c37abec36380b221805
16:32:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.980598 701 catalog_manager.cc:1562] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: loading cluster ID for follower catalog manager: success
16:32:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.990236 701 catalog_manager.cc:1584] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: acquiring CA information for follower catalog manager: success
16:32:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:21.999692 701 catalog_manager.cc:1612] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:32:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:22.052786 702 catalog_manager.cc:1612] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
16:32:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:23.190882 714 debug-util.cc:398] Leaking SignalData structure 0x7b0800028140 after lost signal to thread 709
16:32:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:24.387373 714 kernel_stack_watchdog.cc:198] Thread 709 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 389ms:
16:32:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:32:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:32:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:32:24.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:32:24.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:21.806560 716 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:24.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:24.393481 709 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.594s user 0.826s sys 1.392s
16:32:24.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:24.393826 709 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.594s user 0.826s sys 1.392s
16:32:24.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:24.402073 724 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:24.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.403060 709 server_base.cc:1060] running on GCE node
16:32:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.404433 709 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:32:24.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.407138 709 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:32:24.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.408567 709 hybrid_clock.cc:648] HybridClock initialized: now 1773765144408493 us; error 68 us; skew 500 ppm
16:32:24.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.409610 709 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:32:24.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.417403 709 webserver.cc:492] Webserver started at http://127.0.94.65:37463/ using document root <none> and password file <none>
16:32:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.418629 709 fs_manager.cc:362] Metadata directory not provided
16:32:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.418954 709 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:32:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.419485 709 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:32:24.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.425822 709 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data/instance:
16:32:24.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad19de4077af4b24bac06358b13945a8"
16:32:24.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:24 on dist-test-slave-r9hz"
16:32:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.427273 709 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/wal/instance:
16:32:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad19de4077af4b24bac06358b13945a8"
16:32:24.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:24 on dist-test-slave-r9hz"
16:32:24.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.436919 709 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.002s
16:32:24.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.444708 729 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:32:24.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.446269 709 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.446668 709 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data,/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/wal
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ad19de4077af4b24bac06358b13945a8"
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:24 on dist-test-slave-r9hz"
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.447111 709 fs_report.cc:389] FS layout report
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/wal
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/wal
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data/data
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:32:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:32:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:32:24.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.517508 709 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:32:24.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.519395 709 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:32:24.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.519954 709 kserver.cc:163] Server-wide thread pool size limit: 3276
16:32:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.538645 709 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:32:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.538950 709 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:32:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.539280 709 ts_tablet_manager.cc:616] Registered 0 tablets
16:32:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.539512 709 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:32:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.913259 709 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.65:35597
16:32:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.914295 854 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.65:35597 every 8 connection(s)
16:32:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.916796 709 server_base.cc:1192] Dumped server information to /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/data/info.pb
16:32:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.922899 377 external_mini_cluster.cc:1428] Started /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu as pid 709
16:32:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.923568 377 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-0/wal/instance
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.950151 377 external_mini_cluster.cc:1366] Running /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/wal
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/logs
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data/info.pb
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.66:0
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.66
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.66
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:32:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:32:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.951938 855 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38071
16:32:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.959007 855 heartbeater.cc:461] Registering TS with master...
16:32:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.960561 855 heartbeater.cc:507] Master 127.0.94.124:38071 requested a full tablet report, sending...
16:32:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.964192 597 ts_manager.cc:194] Registered new tserver with Master: ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597)
16:32:24.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.967273 597 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.94.65:56125
16:32:24.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.994166 858 heartbeater.cc:344] Connected to a master server at 127.0.94.126:45667
16:32:24.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.994560 858 heartbeater.cc:461] Registering TS with master...
16:32:24.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.995213 858 heartbeater.cc:507] Master 127.0.94.126:45667 requested a full tablet report, sending...
16:32:24.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.996567 856 heartbeater.cc:344] Connected to a master server at 127.0.94.125:40515
16:32:24.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.997041 856 heartbeater.cc:461] Registering TS with master...
16:32:24.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.997881 856 heartbeater.cc:507] Master 127.0.94.125:40515 requested a full tablet report, sending...
16:32:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:24.998587 421 ts_manager.cc:194] Registered new tserver with Master: ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597)
16:32:25.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:25.001201 507 ts_manager.cc:194] Registered new tserver with Master: ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597)
16:32:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.094996 548 debug-util.cc:398] Leaking SignalData structure 0x7b08000a0740 after lost signal to thread 473
16:32:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.448683 857 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:32:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.449333 857 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.450109 857 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:32:25.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.483222 857 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:32:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.483978 857 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:32:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.484261 857 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:32:25.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.484503 857 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:32:25.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.485035 857 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.94.66
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:25.523070 857 tablet_server_runner.cc:78] Tablet server non-default flags:
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/wal
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.66:0
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data/info.pb
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.66
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:32:25.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.66
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/logs
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Mar 2026 16:02:59 UTC on bdcb31816ec0
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10975
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:32:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:25.524658 857 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:32:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:25.526259 857 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:32:25.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.540697 865 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:25.972519 855 heartbeater.cc:499] Master 127.0.94.124:38071 was elected leader, sending a full tablet report...
16:32:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.543388 866 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:25.547905 868 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.171690 867 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1628 milliseconds
16:32:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.171854 857 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:32:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.173332 857 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:32:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.176168 857 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:32:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.177666 857 hybrid_clock.cc:648] HybridClock initialized: now 1773765147177603 us; error 70 us; skew 500 ppm
16:32:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.178515 857 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:32:27.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.185283 857 webserver.cc:492] Webserver started at http://127.0.94.66:42569/ using document root <none> and password file <none>
16:32:27.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.186244 857 fs_manager.cc:362] Metadata directory not provided
16:32:27.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.186480 857 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:32:27.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.186957 857 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:32:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.191551 857 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data/instance:
16:32:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a6a92ad067c4e87a826113d24d32db8"
16:32:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:27 on dist-test-slave-r9hz"
16:32:27.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.192804 857 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/wal/instance:
16:32:27.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a6a92ad067c4e87a826113d24d32db8"
16:32:27.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:27 on dist-test-slave-r9hz"
16:32:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.200321 857 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
16:32:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.206933 877 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:32:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.208079 857 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
16:32:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.208372 857 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data,/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/wal
16:32:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0a6a92ad067c4e87a826113d24d32db8"
16:32:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:27 on dist-test-slave-r9hz"
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.208655 857 fs_report.cc:389] FS layout report
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/wal
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/wal
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data/data
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:32:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:32:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.275146 857 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:32:27.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.276705 857 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:32:27.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.277177 857 kserver.cc:163] Server-wide thread pool size limit: 3276
16:32:27.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.291342 857 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:32:27.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.291882 857 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
16:32:27.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.292336 857 ts_tablet_manager.cc:616] Registered 0 tablets
16:32:27.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.292677 857 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:32:27.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.588063 857 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.66:34559
16:32:27.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.588708 1001 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.66:34559 every 8 connection(s)
16:32:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.590834 857 server_base.cc:1192] Dumped server information to /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/data/info.pb
16:32:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.592551 377 external_mini_cluster.cc:1428] Started /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu as pid 857
16:32:27.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.593104 377 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-1/wal/instance
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.611240 377 external_mini_cluster.cc:1366] Running /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/wal
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/logs
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data/info.pb
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
16:32:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.67:0
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.67
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.67
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.612149 1004 heartbeater.cc:344] Connected to a master server at 127.0.94.126:45667
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.612591 1004 heartbeater.cc:461] Registering TS with master...
16:32:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.614094 1004 heartbeater.cc:507] Master 127.0.94.126:45667 requested a full tablet report, sending...
16:32:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.617280 421 ts_manager.cc:194] Registered new tserver with Master: 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66:34559)
16:32:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.621296 1003 heartbeater.cc:344] Connected to a master server at 127.0.94.125:40515
16:32:27.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.621675 1003 heartbeater.cc:461] Registering TS with master...
16:32:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.622139 1002 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38071
16:32:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.622578 1002 heartbeater.cc:461] Registering TS with master...
16:32:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.622685 1003 heartbeater.cc:507] Master 127.0.94.125:40515 requested a full tablet report, sending...
16:32:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.623626 1002 heartbeater.cc:507] Master 127.0.94.124:38071 requested a full tablet report, sending...
16:32:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.625496 507 ts_manager.cc:194] Registered new tserver with Master: 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66:34559)
16:32:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.625699 597 ts_manager.cc:194] Registered new tserver with Master: 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66:34559)
16:32:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:27.627100 597 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.94.66:59007
16:32:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.939381 1007 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
16:32:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.939970 1007 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
16:32:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.940567 1007 flags.cc:425] Enabled unsafe flag: --never_fsync=true
16:32:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.973834 1007 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
16:32:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.974493 1007 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
16:32:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.974759 1007 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
16:32:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.974999 1007 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
16:32:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:27.975590 1007 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.94.67
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:28.013346 1007 tablet_server_runner.cc:78] Tablet server non-default flags:
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:44067
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/wal
16:32:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.67:0
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data/info.pb
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.67
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.94.126:45667,127.0.94.125:40515,127.0.94.124:38071
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.94.67
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/logs
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 07148adc8b1ea21ab089857e39de46f7fa68ddab
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 17 Mar 2026 16:02:59 UTC on bdcb31816ec0
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 10975
16:32:28.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
16:32:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:28.014968 1007 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
16:32:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:28.016994 1007 file_cache.cc:492] Constructed file cache file cache with capacity 419430
16:32:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:28.030007 1013 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:28.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:28.481165 463 debug-util.cc:398] Leaking SignalData structure 0x7b08000b3a00 after lost signal to thread 390
16:32:28.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:28.482195 463 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab100 after lost signal to thread 466
16:32:28.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:28.629863 1002 heartbeater.cc:499] Master 127.0.94.124:38071 was elected leader, sending a full tablet report...
16:32:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:29.434198 1012 debug-util.cc:398] Leaking SignalData structure 0x7b0800028140 after lost signal to thread 1007
16:32:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:29.917136 1012 kernel_stack_watchdog.cc:198] Thread 1007 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
16:32:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
16:32:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
16:32:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
16:32:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
16:32:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:29.918643 1007 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.888s user 0.557s sys 1.046s
16:32:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:29.919284 1016 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:29.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:29.919929 1015 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1889 milliseconds
16:32:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:28.030988 1014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
16:32:29.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:29.922173 1007 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.890s user 0.557s sys 1.046s
16:32:29.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.923313 1007 server_base.cc:1055] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
16:32:29.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.926458 1007 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
16:32:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.929575 1007 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
16:32:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.931141 1007 hybrid_clock.cc:648] HybridClock initialized: now 1773765149931097 us; error 46 us; skew 500 ppm
16:32:29.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.932343 1007 server_base.cc:860] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
16:32:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.940387 1007 webserver.cc:492] Webserver started at http://127.0.94.67:44119/ using document root <none> and password file <none>
16:32:29.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.941642 1007 fs_manager.cc:362] Metadata directory not provided
16:32:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.941941 1007 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
16:32:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.942513 1007 server_base.cc:908] This appears to be a new deployment of Kudu; creating new FS layout
16:32:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.949910 1007 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data/instance:
16:32:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91a6ae3b38024675b7761ca7a2bfdf26"
16:32:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:29 on dist-test-slave-r9hz"
16:32:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.951478 1007 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/wal/instance:
16:32:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91a6ae3b38024675b7761ca7a2bfdf26"
16:32:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:29 on dist-test-slave-r9hz"
16:32:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.961272 1007 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
16:32:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.969753 1027 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
16:32:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.971199 1007 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
16:32:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.971639 1007 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data,/tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/wal
16:32:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91a6ae3b38024675b7761ca7a2bfdf26"
16:32:29.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-17 16:32:29 on dist-test-slave-r9hz"
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:29.972185 1007 fs_report.cc:389] FS layout report
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/wal
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/wal
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data/data
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
16:32:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
16:32:30.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.060391 1007 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
16:32:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.061834 1007 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
16:32:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.062220 1007 kserver.cc:163] Server-wide thread pool size limit: 3276
16:32:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.074913 1007 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
16:32:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.075157 1007 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
16:32:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.075486 1007 ts_tablet_manager.cc:616] Registered 0 tablets
16:32:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.075673 1007 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
16:32:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.321444 1007 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.67:39949
16:32:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.321635 1150 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.67:39949 every 8 connection(s)
16:32:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.324318 1007 server_base.cc:1192] Dumped server information to /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/data/info.pb
16:32:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.334242 377 external_mini_cluster.cc:1428] Started /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu as pid 1007
16:32:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.334677 377 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taska2xxuF/test-tmp/mini-kudu-cluster16781246593443588805/ts-2/wal/instance
16:32:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.340258 1153 heartbeater.cc:344] Connected to a master server at 127.0.94.126:45667
16:32:30.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.340791 1153 heartbeater.cc:461] Registering TS with master...
16:32:30.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.342312 1153 heartbeater.cc:507] Master 127.0.94.126:45667 requested a full tablet report, sending...
16:32:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.345608 421 ts_manager.cc:194] Registered new tserver with Master: 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67:39949)
16:32:30.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.380286 1151 heartbeater.cc:344] Connected to a master server at 127.0.94.124:38071
16:32:30.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.380686 1151 heartbeater.cc:461] Registering TS with master...
16:32:30.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.381754 1151 heartbeater.cc:507] Master 127.0.94.124:38071 requested a full tablet report, sending...
16:32:30.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.384759 597 ts_manager.cc:194] Registered new tserver with Master: 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67:39949)
16:32:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.387343 597 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.94.67:54409
16:32:30.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.415381 1152 heartbeater.cc:344] Connected to a master server at 127.0.94.125:40515
16:32:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.415710 1152 heartbeater.cc:461] Registering TS with master...
16:32:30.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.416435 1152 heartbeater.cc:507] Master 127.0.94.125:40515 requested a full tablet report, sending...
16:32:30.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.419034 506 ts_manager.cc:194] Registered new tserver with Master: 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67:39949)
16:32:30.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.421002 377 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
16:32:30.437 [DEBUG - main] (MiniKuduCluster.java:195) Response:
16:32:30.437 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
16:32:30.439 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.94.126"
port: 45667
}
bound_http_address {
host: "127.0.94.126"
port: 43349
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.94.125"
port: 40515
}
bound_http_address {
host: "127.0.94.125"
port: 40635
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.94.124"
port: 38071
}
bound_http_address {
host: "127.0.94.124"
port: 37579
}
}
}
16:32:30.439 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
16:32:30.440 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.94.65"
port: 35597
}
bound_http_address {
host: "127.0.94.65"
port: 37463
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.94.66"
port: 34559
}
bound_http_address {
host: "127.0.94.66"
port: 42569
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.94.67"
port: 39949
}
bound_http_address {
host: "127.0.94.67"
port: 44119
}
}
}
16:32:30.440 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
16:32:30.441 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
16:32:30.443 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:30.444 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.125:40515(127.0.94.125:40515)] connecting to peer
16:32:30.444 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.126:45667(127.0.94.126:45667)] connecting to peer
16:32:30.445 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.94.124:38071(127.0.94.124:38071)] Successfully connected to peer
16:32:30.447 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.94.125:40515(127.0.94.125:40515)] Successfully connected to peer
16:32:30.448 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.94.124
16:32:30.449 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.94.125
16:32:30.459 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.94.126:45667(127.0.94.126:45667)] Successfully connected to peer
16:32:30.461 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.94.126
16:32:30.462 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6bad6122, L:/127.0.0.1:53208 - R:/127.0.94.125:40515] using SASL/PLAIN
16:32:30.469 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd379d2ad, L:/127.0.0.1:42840 - R:/127.0.94.124:38071] using SASL/PLAIN
16:32:30.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:32:30.473 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=30), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: OK, deferred=null) after lookup
16:32:30.473 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe8743595, L:/127.0.0.1:60046 - R:/127.0.94.126:45667] using SASL/PLAIN
16:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.474813 597 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42840:
16:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
16:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
16:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
16:32:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:30.478547 597 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:32:30.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table de34ef95f97643d0b4a43b12c9d48038
16:32:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.565793 1086 tablet_service.cc:1511] Processing CreateTablet for tablet 145f18949b35414ca6a62744583e60b0 (DEFAULT_TABLE table=txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:32:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.569994 1086 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 145f18949b35414ca6a62744583e60b0. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:30.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.569886 1085 tablet_service.cc:1511] Processing CreateTablet for tablet f64781c7fd454bada6054eeb799f4f68 (DEFAULT_TABLE table=txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:32:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.571043 1085 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f64781c7fd454bada6054eeb799f4f68. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.578648 936 tablet_service.cc:1511] Processing CreateTablet for tablet f64781c7fd454bada6054eeb799f4f68 (DEFAULT_TABLE table=txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:32:30.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.580681 936 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f64781c7fd454bada6054eeb799f4f68. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:30.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.585808 937 tablet_service.cc:1511] Processing CreateTablet for tablet 145f18949b35414ca6a62744583e60b0 (DEFAULT_TABLE table=txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:32:30.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.587100 937 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 145f18949b35414ca6a62744583e60b0. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.619081 1176 tablet_bootstrap.cc:492] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26: Bootstrap starting.
16:32:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.619837 790 tablet_service.cc:1511] Processing CreateTablet for tablet 145f18949b35414ca6a62744583e60b0 (DEFAULT_TABLE table=txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
16:32:30.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.621670 790 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 145f18949b35414ca6a62744583e60b0. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:30.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.624069 789 tablet_service.cc:1511] Processing CreateTablet for tablet f64781c7fd454bada6054eeb799f4f68 (DEFAULT_TABLE table=txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
16:32:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.625144 789 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f64781c7fd454bada6054eeb799f4f68. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.657352 1176 tablet_bootstrap.cc:654] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26: Neither blocks nor log segments found. Creating new log.
16:32:30.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.665143 1177 tablet_bootstrap.cc:492] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8: Bootstrap starting.
16:32:30.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.670193 1176 log.cc:826] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26: Log is configured to *not* fsync() on all Append() calls
16:32:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.685310 1177 tablet_bootstrap.cc:654] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8: Neither blocks nor log segments found. Creating new log.
16:32:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.692188 1176 tablet_bootstrap.cc:492] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26: No bootstrap required, opened a new log
16:32:30.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.692693 1176 ts_tablet_manager.cc:1403] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26: Time spent bootstrapping tablet: real 0.074s user 0.011s sys 0.013s
16:32:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.693382 1179 tablet_bootstrap.cc:492] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8: Bootstrap starting.
16:32:30.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.692714 1177 log.cc:826] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8: Log is configured to *not* fsync() on all Append() calls
16:32:30.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.700518 1179 tablet_bootstrap.cc:654] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8: Neither blocks nor log segments found. Creating new log.
16:32:30.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.702747 1179 log.cc:826] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8: Log is configured to *not* fsync() on all Append() calls
16:32:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.708413 1177 tablet_bootstrap.cc:492] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8: No bootstrap required, opened a new log
16:32:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.708950 1177 ts_tablet_manager.cc:1403] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8: Time spent bootstrapping tablet: real 0.044s user 0.013s sys 0.011s
16:32:30.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.711678 1179 tablet_bootstrap.cc:492] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8: No bootstrap required, opened a new log
16:32:30.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.712375 1179 ts_tablet_manager.cc:1403] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8: Time spent bootstrapping tablet: real 0.020s user 0.013s sys 0.004s
16:32:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.720111 1176 raft_consensus.cc:359] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.720991 1176 raft_consensus.cc:385] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.721282 1176 raft_consensus.cc:740] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91a6ae3b38024675b7761ca7a2bfdf26, State: Initialized, Role: FOLLOWER
16:32:30.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.722404 1176 consensus_queue.cc:260] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.731971 1151 heartbeater.cc:499] Master 127.0.94.124:38071 was elected leader, sending a full tablet report...
16:32:30.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.733456 1176 ts_tablet_manager.cc:1434] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26: Time spent starting tablet: real 0.040s user 0.037s sys 0.000s
16:32:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.734423 1176 tablet_bootstrap.cc:492] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26: Bootstrap starting.
16:32:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.746984 1179 raft_consensus.cc:359] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.748284 1179 raft_consensus.cc:385] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.748699 1179 raft_consensus.cc:740] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad19de4077af4b24bac06358b13945a8, State: Initialized, Role: FOLLOWER
16:32:30.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.749980 1179 consensus_queue.cc:260] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.752313 1176 tablet_bootstrap.cc:654] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26: Neither blocks nor log segments found. Creating new log.
16:32:30.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.763309 1176 tablet_bootstrap.cc:492] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26: No bootstrap required, opened a new log
16:32:30.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.763720 1176 ts_tablet_manager.cc:1403] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26: Time spent bootstrapping tablet: real 0.029s user 0.007s sys 0.008s
16:32:30.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.766084 1179 ts_tablet_manager.cc:1434] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8: Time spent starting tablet: real 0.053s user 0.035s sys 0.011s
16:32:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.769441 1177 raft_consensus.cc:359] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.770515 1177 raft_consensus.cc:385] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:30.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.770980 1177 raft_consensus.cc:740] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a6a92ad067c4e87a826113d24d32db8, State: Initialized, Role: FOLLOWER
16:32:30.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.772084 1177 consensus_queue.cc:260] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.774684 1179 tablet_bootstrap.cc:492] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8: Bootstrap starting.
16:32:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.782014 1179 tablet_bootstrap.cc:654] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8: Neither blocks nor log segments found. Creating new log.
16:32:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.781678 1176 raft_consensus.cc:359] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.782361 1176 raft_consensus.cc:385] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:30.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.782675 1176 raft_consensus.cc:740] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91a6ae3b38024675b7761ca7a2bfdf26, State: Initialized, Role: FOLLOWER
16:32:30.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.783432 1176 consensus_queue.cc:260] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.785670 1176 ts_tablet_manager.cc:1434] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26: Time spent starting tablet: real 0.022s user 0.003s sys 0.002s
16:32:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.797581 1177 ts_tablet_manager.cc:1434] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8: Time spent starting tablet: real 0.088s user 0.033s sys 0.006s
16:32:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.798604 1177 tablet_bootstrap.cc:492] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8: Bootstrap starting.
16:32:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.799036 1179 tablet_bootstrap.cc:492] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8: No bootstrap required, opened a new log
16:32:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.799435 1179 ts_tablet_manager.cc:1403] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8: Time spent bootstrapping tablet: real 0.025s user 0.009s sys 0.011s
16:32:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.802824 1179 raft_consensus.cc:359] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.804085 1179 raft_consensus.cc:385] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.804497 1179 raft_consensus.cc:740] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad19de4077af4b24bac06358b13945a8, State: Initialized, Role: FOLLOWER
16:32:30.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.805238 1177 tablet_bootstrap.cc:654] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8: Neither blocks nor log segments found. Creating new log.
16:32:30.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.805312 1179 consensus_queue.cc:260] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.808003 1179 ts_tablet_manager.cc:1434] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8: Time spent starting tablet: real 0.008s user 0.004s sys 0.005s
16:32:30.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.826469 1185 raft_consensus.cc:493] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:32:30.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.826979 1185 raft_consensus.cc:515] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.827721 1177 tablet_bootstrap.cc:492] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8: No bootstrap required, opened a new log
16:32:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.828245 1177 ts_tablet_manager.cc:1403] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8: Time spent bootstrapping tablet: real 0.030s user 0.013s sys 0.016s
16:32:30.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.831005 1177 raft_consensus.cc:359] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.831674 1177 raft_consensus.cc:385] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:30.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.831980 1177 raft_consensus.cc:740] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a6a92ad067c4e87a826113d24d32db8, State: Initialized, Role: FOLLOWER
16:32:30.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.833184 1185 leader_election.cc:290] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597), 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67:39949)
16:32:30.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.832784 1177 consensus_queue.cc:260] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.837545 1177 ts_tablet_manager.cc:1434] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8: Time spent starting tablet: real 0.009s user 0.002s sys 0.004s
16:32:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.862697 1106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64781c7fd454bada6054eeb799f4f68" candidate_uuid: "0a6a92ad067c4e87a826113d24d32db8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" is_pre_election: true
16:32:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.863319 1106 raft_consensus.cc:2468] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a6a92ad067c4e87a826113d24d32db8 in term 0.
16:32:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.864233 810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64781c7fd454bada6054eeb799f4f68" candidate_uuid: "0a6a92ad067c4e87a826113d24d32db8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad19de4077af4b24bac06358b13945a8" is_pre_election: true
16:32:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.864671 879 leader_election.cc:304] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a6a92ad067c4e87a826113d24d32db8, 91a6ae3b38024675b7761ca7a2bfdf26; no voters:
16:32:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.864996 810 raft_consensus.cc:2468] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0a6a92ad067c4e87a826113d24d32db8 in term 0.
16:32:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.865674 1185 raft_consensus.cc:2804] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:32:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.866091 1185 raft_consensus.cc:493] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:32:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.866453 1185 raft_consensus.cc:3060] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Advancing to term 1
16:32:30.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:30.872615 1006 tablet.cc:2379] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:32:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.874135 1185 raft_consensus.cc:515] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.876672 1185 leader_election.cc:290] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [CANDIDATE]: Term 1 election: Requested vote from peers ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597), 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67:39949)
16:32:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.876909 810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64781c7fd454bada6054eeb799f4f68" candidate_uuid: "0a6a92ad067c4e87a826113d24d32db8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad19de4077af4b24bac06358b13945a8"
16:32:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.877373 1106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f64781c7fd454bada6054eeb799f4f68" candidate_uuid: "0a6a92ad067c4e87a826113d24d32db8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91a6ae3b38024675b7761ca7a2bfdf26"
16:32:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.877503 810 raft_consensus.cc:3060] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Advancing to term 1
16:32:30.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.877961 1106 raft_consensus.cc:3060] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Advancing to term 1
16:32:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.884596 810 raft_consensus.cc:2468] T f64781c7fd454bada6054eeb799f4f68 P ad19de4077af4b24bac06358b13945a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a6a92ad067c4e87a826113d24d32db8 in term 1.
16:32:30.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.884836 1106 raft_consensus.cc:2468] T f64781c7fd454bada6054eeb799f4f68 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0a6a92ad067c4e87a826113d24d32db8 in term 1.
16:32:30.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.885778 879 leader_election.cc:304] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a6a92ad067c4e87a826113d24d32db8, 91a6ae3b38024675b7761ca7a2bfdf26; no voters:
16:32:30.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.886670 1185 raft_consensus.cc:2804] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 1 FOLLOWER]: Leader election won for term 1
16:32:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.888576 1185 raft_consensus.cc:697] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [term 1 LEADER]: Becoming Leader. State: Replica: 0a6a92ad067c4e87a826113d24d32db8, State: Running, Role: LEADER
16:32:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.889611 1185 consensus_queue.cc:237] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.901185 1182 raft_consensus.cc:493] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:32:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.901672 1182 raft_consensus.cc:515] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.902997 597 catalog_manager.cc:5671] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66). New cstate: current_term: 1 leader_uuid: "0a6a92ad067c4e87a826113d24d32db8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } health_report { overall_health: UNKNOWN } } }
16:32:30.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:30.914238 1154 tablet.cc:2379] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:32:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.919911 1182 leader_election.cc:290] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66:34559), ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597)
16:32:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.931035 957 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "145f18949b35414ca6a62744583e60b0" candidate_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a6a92ad067c4e87a826113d24d32db8" is_pre_election: true
16:32:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.931725 810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "145f18949b35414ca6a62744583e60b0" candidate_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad19de4077af4b24bac06358b13945a8" is_pre_election: true
16:32:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.931874 957 raft_consensus.cc:2468] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 91a6ae3b38024675b7761ca7a2bfdf26 in term 0.
16:32:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.932278 810 raft_consensus.cc:2468] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 91a6ae3b38024675b7761ca7a2bfdf26 in term 0.
16:32:30.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.933668 1028 leader_election.cc:304] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a6a92ad067c4e87a826113d24d32db8, 91a6ae3b38024675b7761ca7a2bfdf26; no voters:
16:32:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.934511 1182 raft_consensus.cc:2804] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:32:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.934966 1182 raft_consensus.cc:493] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:32:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.935413 1182 raft_consensus.cc:3060] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Advancing to term 1
16:32:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.943985 1182 raft_consensus.cc:515] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.946846 957 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "145f18949b35414ca6a62744583e60b0" candidate_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a6a92ad067c4e87a826113d24d32db8"
16:32:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.947346 957 raft_consensus.cc:3060] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Advancing to term 1
16:32:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.946085 1182 leader_election.cc:290] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [CANDIDATE]: Term 1 election: Requested vote from peers 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66:34559), ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597)
16:32:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.952566 810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "145f18949b35414ca6a62744583e60b0" candidate_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ad19de4077af4b24bac06358b13945a8"
16:32:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.953059 810 raft_consensus.cc:3060] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Advancing to term 1
16:32:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.957324 957 raft_consensus.cc:2468] T 145f18949b35414ca6a62744583e60b0 P 0a6a92ad067c4e87a826113d24d32db8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 91a6ae3b38024675b7761ca7a2bfdf26 in term 1.
16:32:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.958532 1028 leader_election.cc:304] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a6a92ad067c4e87a826113d24d32db8, 91a6ae3b38024675b7761ca7a2bfdf26; no voters:
16:32:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.959249 1182 raft_consensus.cc:2804] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 1 FOLLOWER]: Leader election won for term 1
16:32:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.959944 810 raft_consensus.cc:2468] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 91a6ae3b38024675b7761ca7a2bfdf26 in term 1.
16:32:30.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.962297 1182 raft_consensus.cc:697] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 1 LEADER]: Becoming Leader. State: Replica: 91a6ae3b38024675b7761ca7a2bfdf26, State: Running, Role: LEADER
16:32:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.963287 1182 consensus_queue.cc:237] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } }
16:32:30.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:30.975036 597 catalog_manager.cc:5671] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 reported cstate change: term changed from 0 to 1, leader changed from <none> to 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67). New cstate: current_term: 1 leader_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } health_report { overall_health: UNKNOWN } } }
16:32:31.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:31.011032 859 tablet.cc:2379] T 145f18949b35414ca6a62744583e60b0 P ad19de4077af4b24bac06358b13945a8: Can't schedule compaction. Clean time has not been advanced past its initial value.
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.081423 597 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42846:
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:31.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:31.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:32:31.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:31.084649 597 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:32:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.121306 790 tablet_service.cc:1511] Processing CreateTablet for tablet 48793be109a14d40b77b9ca155ae6323 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=866767b565314bc389deab483507af76]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:32:31.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.123010 790 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48793be109a14d40b77b9ca155ae6323. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:31.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.126308 936 tablet_service.cc:1511] Processing CreateTablet for tablet 48793be109a14d40b77b9ca155ae6323 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=866767b565314bc389deab483507af76]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:32:31.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.127961 936 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48793be109a14d40b77b9ca155ae6323. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.136344 1086 tablet_service.cc:1511] Processing CreateTablet for tablet 48793be109a14d40b77b9ca155ae6323 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=866767b565314bc389deab483507af76]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
16:32:31.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.138253 1086 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48793be109a14d40b77b9ca155ae6323. 1 dirs total, 0 dirs full, 0 dirs failed
16:32:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.144093 1177 tablet_bootstrap.cc:492] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: Bootstrap starting.
16:32:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.150067 1177 tablet_bootstrap.cc:654] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: Neither blocks nor log segments found. Creating new log.
16:32:31.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.156409 1179 tablet_bootstrap.cc:492] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: Bootstrap starting.
16:32:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.160024 1177 tablet_bootstrap.cc:492] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: No bootstrap required, opened a new log
16:32:31.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.160482 1177 ts_tablet_manager.cc:1403] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: Time spent bootstrapping tablet: real 0.017s user 0.006s sys 0.007s
16:32:31.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.163030 1177 raft_consensus.cc:359] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.163993 1177 raft_consensus.cc:385] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:31.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.164336 1177 raft_consensus.cc:740] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0a6a92ad067c4e87a826113d24d32db8, State: Initialized, Role: FOLLOWER
16:32:31.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.166216 1179 tablet_bootstrap.cc:654] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: Neither blocks nor log segments found. Creating new log.
16:32:31.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.165096 1177 consensus_queue.cc:260] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.167706 1185 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.168366 1185 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: This TxnStatusTablet replica's current role is: FOLLOWER
16:32:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.176250 1177 ts_tablet_manager.cc:1434] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: Time spent starting tablet: real 0.015s user 0.004s sys 0.002s
16:32:31.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.177663 1176 tablet_bootstrap.cc:492] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: Bootstrap starting.
16:32:31.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.182780 1179 tablet_bootstrap.cc:492] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: No bootstrap required, opened a new log
16:32:31.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.183984 1179 ts_tablet_manager.cc:1403] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: Time spent bootstrapping tablet: real 0.028s user 0.013s sys 0.001s
16:32:31.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.185000 1176 tablet_bootstrap.cc:654] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: Neither blocks nor log segments found. Creating new log.
16:32:31.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.186535 1179 raft_consensus.cc:359] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.187240 1179 raft_consensus.cc:385] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:31.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.187549 1179 raft_consensus.cc:740] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ad19de4077af4b24bac06358b13945a8, State: Initialized, Role: FOLLOWER
16:32:31.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.188202 1179 consensus_queue.cc:260] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.189728 1183 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.190532 1183 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: This TxnStatusTablet replica's current role is: FOLLOWER
16:32:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.195868 1176 tablet_bootstrap.cc:492] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: No bootstrap required, opened a new log
16:32:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.198205 1179 ts_tablet_manager.cc:1434] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: Time spent starting tablet: real 0.014s user 0.005s sys 0.000s
16:32:31.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.198729 1176 ts_tablet_manager.cc:1403] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: Time spent bootstrapping tablet: real 0.021s user 0.010s sys 0.000s
16:32:31.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.201357 1176 raft_consensus.cc:359] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.202051 1176 raft_consensus.cc:385] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
16:32:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.202338 1176 raft_consensus.cc:740] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91a6ae3b38024675b7761ca7a2bfdf26, State: Initialized, Role: FOLLOWER
16:32:31.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.203094 1176 consensus_queue.cc:260] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.207453 1182 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.208214 1182 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: This TxnStatusTablet replica's current role is: FOLLOWER
16:32:31.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.213871 1183 raft_consensus.cc:493] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:32:31.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.214362 1183 raft_consensus.cc:515] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.217489 1183 leader_election.cc:290] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66:34559), 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67:39949)
16:32:31.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.229352 1176 ts_tablet_manager.cc:1434] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: Time spent starting tablet: real 0.030s user 0.005s sys 0.000s
16:32:31.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.255307 1106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48793be109a14d40b77b9ca155ae6323" candidate_uuid: "ad19de4077af4b24bac06358b13945a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" is_pre_election: true
16:32:31.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.255957 1106 raft_consensus.cc:2468] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad19de4077af4b24bac06358b13945a8 in term 0.
16:32:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.257547 731 leader_election.cc:304] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91a6ae3b38024675b7761ca7a2bfdf26, ad19de4077af4b24bac06358b13945a8; no voters:
16:32:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.258581 1183 raft_consensus.cc:2804] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Leader pre-election won for term 1
16:32:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.259088 1183 raft_consensus.cc:493] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:32:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.259517 1183 raft_consensus.cc:3060] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 0 FOLLOWER]: Advancing to term 1
16:32:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.262532 957 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48793be109a14d40b77b9ca155ae6323" candidate_uuid: "ad19de4077af4b24bac06358b13945a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a6a92ad067c4e87a826113d24d32db8" is_pre_election: true
16:32:31.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.263159 957 raft_consensus.cc:2468] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ad19de4077af4b24bac06358b13945a8 in term 0.
16:32:31.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.266979 1183 raft_consensus.cc:515] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.269045 1183 leader_election.cc:290] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [CANDIDATE]: Term 1 election: Requested vote from peers 0a6a92ad067c4e87a826113d24d32db8 (127.0.94.66:34559), 91a6ae3b38024675b7761ca7a2bfdf26 (127.0.94.67:39949)
16:32:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.269807 957 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48793be109a14d40b77b9ca155ae6323" candidate_uuid: "ad19de4077af4b24bac06358b13945a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0a6a92ad067c4e87a826113d24d32db8"
16:32:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.270349 957 raft_consensus.cc:3060] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [term 0 FOLLOWER]: Advancing to term 1
16:32:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.270344 1106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "48793be109a14d40b77b9ca155ae6323" candidate_uuid: "ad19de4077af4b24bac06358b13945a8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "91a6ae3b38024675b7761ca7a2bfdf26"
16:32:31.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.270859 1106 raft_consensus.cc:3060] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 0 FOLLOWER]: Advancing to term 1
16:32:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.277560 957 raft_consensus.cc:2468] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad19de4077af4b24bac06358b13945a8 in term 1.
16:32:31.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.278960 730 leader_election.cc:304] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0a6a92ad067c4e87a826113d24d32db8, ad19de4077af4b24bac06358b13945a8; no voters:
16:32:31.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.277123 1106 raft_consensus.cc:2468] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ad19de4077af4b24bac06358b13945a8 in term 1.
16:32:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.284019 1183 raft_consensus.cc:2804] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 1 FOLLOWER]: Leader election won for term 1
16:32:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.283849 1185 consensus_queue.cc:1048] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:32:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.284677 1190 consensus_queue.cc:1048] T f64781c7fd454bada6054eeb799f4f68 P 0a6a92ad067c4e87a826113d24d32db8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
16:32:31.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.285123 1183 raft_consensus.cc:697] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [term 1 LEADER]: Becoming Leader. State: Replica: ad19de4077af4b24bac06358b13945a8, State: Running, Role: LEADER
16:32:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.286804 1183 consensus_queue.cc:237] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } }
16:32:31.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.304255 1211 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: TxnStatusTablet state changed. Reason: New leader ad19de4077af4b24bac06358b13945a8. Latest consensus state: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.311623 1211 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: This TxnStatusTablet replica's current role is: LEADER
16:32:31.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.318732 597 catalog_manager.cc:5671] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 reported cstate change: term changed from 0 to 1, leader changed from <none> to ad19de4077af4b24bac06358b13945a8 (127.0.94.65). New cstate: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } health_report { overall_health: UNKNOWN } } }
16:32:31.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.323350 1216 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
16:32:31.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.324195 1216 txn_status_manager.cc:930] Loading transaction status metadata into memory...
16:32:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.490712 1182 consensus_queue.cc:1048] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:32:31.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.493891 1106 raft_consensus.cc:1275] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26 [term 1 FOLLOWER]: Refusing update from remote peer ad19de4077af4b24bac06358b13945a8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:32:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.497902 1211 consensus_queue.cc:1048] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:32:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.501820 956 raft_consensus.cc:1275] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8 [term 1 FOLLOWER]: Refusing update from remote peer ad19de4077af4b24bac06358b13945a8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
16:32:31.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.505409 1211 consensus_queue.cc:1048] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:32:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.511143 1182 consensus_queue.cc:1048] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
16:32:31.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.536445 1182 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: TxnStatusTablet state changed. Reason: New leader ad19de4077af4b24bac06358b13945a8. Latest consensus state: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.537362 1182 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: This TxnStatusTablet replica's current role is: FOLLOWER
16:32:31.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.546435 1220 mvcc.cc:204] Tried to move back new op lower bound from 7265342060486074368 to 7265342059691413504. Current Snapshot: MvccSnapshot[applied={T|T < 7265342060486074368}]
16:32:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.566156 1226 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.567193 1226 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P 91a6ae3b38024675b7761ca7a2bfdf26: This TxnStatusTablet replica's current role is: FOLLOWER
16:32:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.576133 1185 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: TxnStatusTablet state changed. Reason: New leader ad19de4077af4b24bac06358b13945a8. Latest consensus state: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.576813 1185 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: This TxnStatusTablet replica's current role is: FOLLOWER
16:32:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.576346 1212 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.577150 1212 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: This TxnStatusTablet replica's current role is: LEADER
16:32:31.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.586403 1221 mvcc.cc:204] Tried to move back new op lower bound from 7265342060486074368 to 7265342059691413504. Current Snapshot: MvccSnapshot[applied={T|T < 7265342060486074368 or (T in {7265342060486074368})}]
16:32:31.588 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
16:32:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.594488 1212 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.595219 1212 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P ad19de4077af4b24bac06358b13945a8: This TxnStatusTablet replica's current role is: LEADER
16:32:31.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table de34ef95f97643d0b4a43b12c9d48038
16:32:31.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 145f18949b35414ca6a62744583e60b0 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
16:32:31.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f64781c7fd454bada6054eeb799f4f68 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
16:32:31.606 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=145f18949b35414ca6a62744583e60b0@[0a6a92ad067c4e87a826113d24d32db8(127.0.94.66:34559),91a6ae3b38024675b7761ca7a2bfdf26(127.0.94.67:39949)[L],ad19de4077af4b24bac06358b13945a8(127.0.94.65:35597)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=f64781c7fd454bada6054eeb799f4f68@[0a6a92ad067c4e87a826113d24d32db8(127.0.94.66:34559)[L],91a6ae3b38024675b7761ca7a2bfdf26(127.0.94.67:39949),ad19de4077af4b24bac06358b13945a8(127.0.94.65:35597)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
16:32:31.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.94.124:38071, [4ms] Sub RPC GetTableLocations: received response from server master-127.0.94.124:38071: OK, deferred=null) after lookup
16:32:31.606 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 91a6ae3b38024675b7761ca7a2bfdf26(127.0.94.67:39949)] connecting to peer
16:32:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.618705 1185 tablet_replica.cc:442] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ad19de4077af4b24bac06358b13945a8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ad19de4077af4b24bac06358b13945a8" member_type: VOTER last_known_addr { host: "127.0.94.65" port: 35597 } } peers { permanent_uuid: "0a6a92ad067c4e87a826113d24d32db8" member_type: VOTER last_known_addr { host: "127.0.94.66" port: 34559 } } peers { permanent_uuid: "91a6ae3b38024675b7761ca7a2bfdf26" member_type: VOTER last_known_addr { host: "127.0.94.67" port: 39949 } } }
16:32:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.619429 1185 tablet_replica.cc:445] T 48793be109a14d40b77b9ca155ae6323 P 0a6a92ad067c4e87a826113d24d32db8: This TxnStatusTablet replica's current role is: FOLLOWER
16:32:31.628 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 91a6ae3b38024675b7761ca7a2bfdf26(127.0.94.67:39949)] Successfully connected to peer
16:32:31.720 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2c9e781c, L:/127.0.0.1:50790 - R:/127.0.94.67:39949] using TOKEN/null
16:32:31.889 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.94.124:38071
16:32:31.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
16:32:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:31.890127 377 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu with pid 554
16:32:31.928 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.94.124:38071(127.0.94.124:38071)] handling channelInactive
16:32:31.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state READY due to: connection closed
16:32:31.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
16:32:32.103 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.105 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.105 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.106 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.0.94.124:38071(127.0.94.124:38071) for tablet Kudu Master: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.112102 1241 raft_consensus.cc:493] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a205f92cf84d494a91a0c5c0dd7fee9e)
16:32:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.112524 1241 raft_consensus.cc:515] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.114691 1241 leader_election.cc:290] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ab337c1c442045ec9104c9a2e3769ee0 (127.0.94.126:45667), a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071)
16:32:32.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.115459 1242 raft_consensus.cc:493] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader a205f92cf84d494a91a0c5c0dd7fee9e)
16:32:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.116189 1242 raft_consensus.cc:515] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.116693 429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c634694ee45e45779ebbc79c4098eba4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0" is_pre_election: true
16:32:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.117579 429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c634694ee45e45779ebbc79c4098eba4 in term 1.
16:32:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.119611 1242 leader_election.cc:290] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c634694ee45e45779ebbc79c4098eba4 (127.0.94.125:40515), a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071)
16:32:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.119671 517 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab337c1c442045ec9104c9a2e3769ee0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c634694ee45e45779ebbc79c4098eba4" is_pre_election: true
16:32:32.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.121388 517 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ab337c1c442045ec9104c9a2e3769ee0 in term 1.
16:32:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.122848 493 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111) [suppressed 6 similar messages]
16:32:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.122840 406 leader_election.cc:304] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ab337c1c442045ec9104c9a2e3769ee0, c634694ee45e45779ebbc79c4098eba4; no voters:
16:32:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.123162 408 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111) [suppressed 13 similar messages]
16:32:32.124 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.124770 1242 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Leader pre-election won for term 2
16:32:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.125113 1242 raft_consensus.cc:493] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Starting leader election (detected failure of leader a205f92cf84d494a91a0c5c0dd7fee9e)
16:32:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.125434 1242 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 1 FOLLOWER]: Advancing to term 2
16:32:32.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.133339 408 leader_election.cc:336] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.135558 493 leader_election.cc:304] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ab337c1c442045ec9104c9a2e3769ee0, c634694ee45e45779ebbc79c4098eba4; no voters:
16:32:32.142 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.136500 1241 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Leader pre-election won for term 2
16:32:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.136821 1241 raft_consensus.cc:493] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Starting leader election (detected failure of leader a205f92cf84d494a91a0c5c0dd7fee9e)
16:32:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.137144 1241 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 1 FOLLOWER]: Advancing to term 2
16:32:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.137781 1242 raft_consensus.cc:515] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.138278 493 leader_election.cc:336] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.140398 517 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ab337c1c442045ec9104c9a2e3769ee0" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "c634694ee45e45779ebbc79c4098eba4"
16:32:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.139760 1242 leader_election.cc:290] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [CANDIDATE]: Term 2 election: Requested vote from peers c634694ee45e45779ebbc79c4098eba4 (127.0.94.125:40515), a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071)
16:32:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.144990 408 leader_election.cc:336] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.147018 1241 raft_consensus.cc:515] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:32.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.148109 517 raft_consensus.cc:2393] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ab337c1c442045ec9104c9a2e3769ee0 in current term 2: Already voted for candidate c634694ee45e45779ebbc79c4098eba4 in this term.
16:32:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.149026 1241 leader_election.cc:290] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 2 election: Requested vote from peers ab337c1c442045ec9104c9a2e3769ee0 (127.0.94.126:45667), a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071)
16:32:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.149916 429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c634694ee45e45779ebbc79c4098eba4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0"
16:32:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.150739 429 raft_consensus.cc:2393] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate c634694ee45e45779ebbc79c4098eba4 in current term 2: Already voted for candidate ab337c1c442045ec9104c9a2e3769ee0 in this term.
16:32:32.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.154294 493 leader_election.cc:336] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.154675 493 leader_election.cc:304] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c634694ee45e45779ebbc79c4098eba4; no voters: a205f92cf84d494a91a0c5c0dd7fee9e, ab337c1c442045ec9104c9a2e3769ee0
16:32:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.154685 406 leader_election.cc:304] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ab337c1c442045ec9104c9a2e3769ee0; no voters: a205f92cf84d494a91a0c5c0dd7fee9e, c634694ee45e45779ebbc79c4098eba4
16:32:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.155412 1242 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
16:32:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.155718 1241 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
16:32:32.163 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.168 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.184 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.188 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.203 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.224 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.244 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.247 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.283 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.286 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.343 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.350 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=246), Traces: [0ms] sending RPC to server master-127.0.94.124:38071, [3ms] received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [245ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [246ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [246ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, deferred=Deferred@1950820436(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$229/0x00007fdbf4332c98@227a49f2 -> (continuation of Deferred@627553560 after retry RPC after error@83081682) -> (continuation of Deferred@1228616848 after retry RPC after error@964608412) -> (continuation of Deferred@556362974 after retry RPC after error@948796416) -> (continuation of Deferred@671236149 after retry RPC after error@1732183688) -> (continuation of Deferred@219859245 after retry RPC after error@1587857906) -> (continuation of Deferred@1679632891 after retry RPC after error@2064218294) -> (continuation of Deferred@536974683 after retry RPC after error@1485976560), errback=org.apache.kudu.client.KuduTransaction$$Lambda$230/0x00007fdbf4332ec0@55cd8be8 -> (continuation of Deferred@627553560 after retry RPC after error@83081682) -> (continuation of Deferred@1228616848 after retry RPC after error@964608412) -> (continuation of Deferred@556362974 after retry RPC after error@948796416) -> (continuation of Deferred@671236149 after retry RPC after error@1732183688) -> (continuation of Deferred@219859245 after retry RPC after error@1587857906) -> (continuation of Deferred@1679632891 after retry RPC after error@2064218294) -> (continuation of Deferred@536974683 after retry RPC after error@1485976560)))
16:32:32.350 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=246), Traces: [0ms] sending RPC to server master-127.0.94.124:38071, [3ms] received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [27ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [245ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [246ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [246ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, deferred=Deferred@1950820436(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$229/0x00007fdbf4332c98@227a49f2 -> (continuation of Deferred@627553560 after retry RPC after error@83081682) -> (continuation of Deferred@1228616848 after retry RPC after error@964608412) -> (continuation of Deferred@556362974 after retry RPC after error@948796416) -> (continuation of Deferred@671236149 after retry RPC after error@1732183688) -> (continuation of Deferred@219859245 after retry RPC after error@1587857906) -> (continuation of Deferred@1679632891 after retry RPC after error@2064218294) -> (continuation of Deferred@536974683 after retry RPC after error@1485976560), errback=org.apache.kudu.client.KuduTransaction$$Lambda$230/0x00007fdbf4332ec0@55cd8be8 -> (continuation of Deferred@627553560 after retry RPC after error@83081682) -> (continuation of Deferred@1228616848 after retry RPC after error@964608412) -> (continuation of Deferred@556362974 after retry RPC after error@948796416) -> (continuation of Deferred@671236149 after retry RPC after error@1732183688) -> (continuation of Deferred@219859245 after retry RPC after error@1587857906) -> (continuation of Deferred@1679632891 after retry RPC after error@2064218294) -> (continuation of Deferred@536974683 after retry RPC after error@1485976560)))
16:32:32.364 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.365 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.369 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.383 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.389 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.404 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.406 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.423 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.444 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.447 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.464 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.467 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.483 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.560614 1241 raft_consensus.cc:493] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
16:32:32.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.561076 1241 raft_consensus.cc:515] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.562661 1241 leader_election.cc:290] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ab337c1c442045ec9104c9a2e3769ee0 (127.0.94.126:45667), a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071)
16:32:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.563449 429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c634694ee45e45779ebbc79c4098eba4" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0" is_pre_election: true
16:32:32.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.563995 429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c634694ee45e45779ebbc79c4098eba4 in term 2.
16:32:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.564814 493 leader_election.cc:304] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ab337c1c442045ec9104c9a2e3769ee0, c634694ee45e45779ebbc79c4098eba4; no voters:
16:32:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.565336 1241 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Leader pre-election won for term 3
16:32:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.565677 1241 raft_consensus.cc:493] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
16:32:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.565976 1241 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 2 FOLLOWER]: Advancing to term 3
16:32:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.567015 493 leader_election.cc:336] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.571101 1241 raft_consensus.cc:515] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.573390 429 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c634694ee45e45779ebbc79c4098eba4" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ab337c1c442045ec9104c9a2e3769ee0"
16:32:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.573768 1241 leader_election.cc:290] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 3 election: Requested vote from peers ab337c1c442045ec9104c9a2e3769ee0 (127.0.94.126:45667), a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071)
16:32:32.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.573877 429 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 2 FOLLOWER]: Advancing to term 3
16:32:32.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.577591 493 leader_election.cc:336] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.580084 429 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c634694ee45e45779ebbc79c4098eba4 in term 3.
16:32:32.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.581246 493 leader_election.cc:304] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ab337c1c442045ec9104c9a2e3769ee0, c634694ee45e45779ebbc79c4098eba4; no voters: a205f92cf84d494a91a0c5c0dd7fee9e
16:32:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.582481 1241 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 3 FOLLOWER]: Leader election won for term 3
16:32:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.593465 1241 raft_consensus.cc:697] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [term 3 LEADER]: Becoming Leader. State: Replica: c634694ee45e45779ebbc79c4098eba4, State: Running, Role: LEADER
16:32:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.594502 1241 consensus_queue.cc:237] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } }
16:32:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.612228 1251 sys_catalog.cc:455] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c634694ee45e45779ebbc79c4098eba4. Latest consensus state: current_term: 3 leader_uuid: "c634694ee45e45779ebbc79c4098eba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.612952 1251 sys_catalog.cc:458] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: This master's current role is: LEADER
16:32:32.624 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, deferred=Deferred@1694850704(state=PENDING, result=null, callback=(continuation of Deferred@1072410761 after retry RPC after error@512787662) -> (continuation of Deferred@1691966302 after retry RPC after error@736589963) -> (continuation of Deferred@1240136326 after retry RPC after error@1397137793) -> (continuation of Deferred@2112557852 after retry RPC after error@1834491658) -> (continuation of Deferred@1945695981 after retry RPC after error@357833658) -> (continuation of Deferred@805472767 after retry RPC after error@495939770) -> (continuation of Deferred@695513720 after retry RPC after error@482932007), errback=(continuation of Deferred@1072410761 after retry RPC after error@512787662) -> (continuation of Deferred@1691966302 after retry RPC after error@736589963) -> (continuation of Deferred@1240136326 after retry RPC after error@1397137793) -> (continuation of Deferred@2112557852 after retry RPC after error@1834491658) -> (continuation of Deferred@1945695981 after retry RPC after error@357833658) -> (continuation of Deferred@805472767 after retry RPC after error@495939770) -> (continuation of Deferred@695513720 after retry RPC after error@482932007)))
16:32:32.626 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
16:32:32.643 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.655 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.656374 1257 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
16:32:32.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.661384 738 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.001s from last keepalive heartbeat (effective timeout is 1.000s)
16:32:32.664 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.687130 753 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.94.124:38071)
16:32:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.690043 493 consensus_peers.cc:597] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 -> Peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Couldn't send request to peer a205f92cf84d494a91a0c5c0dd7fee9e. Status: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:32:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.694696 855 heartbeater.cc:646] Failed to heartbeat to 127.0.94.124:38071 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.695569 1257 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=866767b565314bc389deab483507af76]
16:32:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.697347 1257 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038]
16:32:32.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.708076 429 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [term 3 FOLLOWER]: Refusing update from remote peer c634694ee45e45779ebbc79c4098eba4: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
16:32:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.709793 1251 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
16:32:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.730242 1257 tablet_loader.cc:96] loaded metadata for tablet 145f18949b35414ca6a62744583e60b0 (table txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038])
16:32:32.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.733927 1151 heartbeater.cc:646] Failed to heartbeat to 127.0.94.124:38071 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.735319 1002 heartbeater.cc:646] Failed to heartbeat to 127.0.94.124:38071 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111)
16:32:32.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.737115 1257 tablet_loader.cc:96] loaded metadata for tablet 48793be109a14d40b77b9ca155ae6323 (table kudu_system.kudu_transactions [id=866767b565314bc389deab483507af76])
16:32:32.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.739583 1257 tablet_loader.cc:96] loaded metadata for tablet f64781c7fd454bada6054eeb799f4f68 (table txn_manager_fallback [id=de34ef95f97643d0b4a43b12c9d48038])
16:32:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.748054 1265 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c634694ee45e45779ebbc79c4098eba4. Latest consensus state: current_term: 3 leader_uuid: "c634694ee45e45779ebbc79c4098eba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.748689 1265 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: This master's current role is: FOLLOWER
16:32:32.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.760437 1257 catalog_manager.cc:1494] Initializing Kudu cluster ID...
16:32:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.765606 1257 catalog_manager.cc:1269] Loaded cluster ID: cbf6f158d38b4c37abec36380b221805
16:32:32.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.769474 1265 sys_catalog.cc:455] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "c634694ee45e45779ebbc79c4098eba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:32.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.776922 1265 sys_catalog.cc:458] T 00000000000000000000000000000000 P ab337c1c442045ec9104c9a2e3769ee0 [sys.catalog]: This master's current role is: FOLLOWER
16:32:32.783 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.784 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.784 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.788 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.803 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.810 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.773684 1241 sys_catalog.cc:455] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "c634694ee45e45779ebbc79c4098eba4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ab337c1c442045ec9104c9a2e3769ee0" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45667 } } peers { permanent_uuid: "c634694ee45e45779ebbc79c4098eba4" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 40515 } } peers { permanent_uuid: "a205f92cf84d494a91a0c5c0dd7fee9e" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 38071 } } }
16:32:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.810813 1241 sys_catalog.cc:458] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 [sys.catalog]: This master's current role is: LEADER
16:32:32.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.811480 1257 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
16:32:32.823 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.828 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667; will retry
16:32:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.829627 1257 catalog_manager.cc:1514] Loading token signing keys...
16:32:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.845039 1257 catalog_manager.cc:6055] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4: Loaded TSK: 0
16:32:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:32.846630 1257 catalog_manager.cc:1524] Initializing in-progress tserver states...
16:32:32.863 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.0.94.124:38071(127.0.94.124:38071)] connecting to peer
16:32:32.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.124:38071(127.0.94.124:38071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.124:38071: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071
16:32:32.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
16:32:32.870 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=226), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [12ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [129ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [167ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [226ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, deferred=Deferred@1861828884(state=PENDING, result=null, callback=(continuation of Deferred@1068137326 after retry RPC after error@2008672961) -> (continuation of Deferred@246625667 after retry RPC after error@719729824) -> (continuation of Deferred@1190874009 after retry RPC after error@2125221477) -> (continuation of Deferred@1772380958 after retry RPC after error@1929120190) -> (continuation of Deferred@1858548731 after retry RPC after error@1921287968), errback=(continuation of Deferred@1068137326 after retry RPC after error@2008672961) -> (continuation of Deferred@246625667 after retry RPC after error@719729824) -> (continuation of Deferred@1190874009 after retry RPC after error@2125221477) -> (continuation of Deferred@1772380958 after retry RPC after error@1929120190) -> (continuation of Deferred@1858548731 after retry RPC after error@1921287968))) after lookup
16:32:32.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.901315 537 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53208 (request call id 22) took 30 ms (client timeout 23 ms). Trace:
16:32:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.902454 537 rpcz_store.cc:269] 0317 16:32:32.871067 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:32:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:32.871276 (+ 209us) service_pool.cc:225] Handling call
16:32:32.903 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [12ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [24ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [128ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [129ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [145ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [167ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [167ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.0.94.124:38071,127.0.94.125:40515,127.0.94.126:45667) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:38071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:40515, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45667, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:38071: Network error: Failed to connect to peer master-127.0.94.124:38071(127.0.94.124:38071): Connection refused: /127.0.94.124:38071, [226ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:40515: OK, [227ms] sending RPC to server master-127.0.94.125:40515, [228ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45667: OK, deferred=Deferred@1861828884(state=PENDING, result=null, callback=(continuation of Deferred@1068137326 after retry RPC after error@2008672961) -> (continuation of Deferred@246625667 after retry RPC after error@719729824) -> (continuation of Deferred@1190874009 after retry RPC after error@2125221477) -> (continuation of Deferred@1772380958 after retry RPC after error@1929120190) -> (continuation of Deferred@1858548731 after retry RPC after error@1921287968) -> (continuation of Deferred@1687311 after retry RPC@1710090501), errback=(continuation of Deferred@1068137326 after retry RPC after error@2008672961) -> (continuation of Deferred@246625667 after retry RPC after error@719729824) -> (continuation of Deferred@1190874009 after retry RPC after error@2125221477) -> (continuation of Deferred@1772380958 after retry RPC after error@1929120190) -> (continuation of Deferred@1858548731 after retry RPC after error@1921287968) -> (continuation of Deferred@1687311 after retry RPC@1710090501)))
16:32:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:32.901021 (+ 29745us) inbound_call.cc:173] Queueing success response
16:32:32.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":25595,"thread_start_us":28931,"threads_started":2}
16:32:32.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:32.933779 1254 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:33.039572 507 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53216:
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
16:32:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
16:32:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
16:32:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:33.045639 507 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
16:32:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:33.077471 751 outbound_call.cc:321] RPC callback for RPC call kudu.tserver.TabletServerAdminService.ParticipateInTransaction -> {remote=127.0.94.67:39949, user_credentials={real_user=slave}} blocked reactor thread for 67558.9us
16:32:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:33.125072 537 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53208 (request call id 23) took 201 ms (client timeout 250 ms). Trace:
16:32:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:33.125451 537 rpcz_store.cc:269] 0317 16:32:32.923750 (+ 0us) service_pool.cc:168] Inserting onto call queue
16:32:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:32.924602 (+ 852us) service_pool.cc:225] Handling call
16:32:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0317 16:32:33.124992 (+200390us) inbound_call.cc:173] Queueing success response
16:32:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
16:32:33.126 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1773765151 last_transition_timestamp: 1773765153
16:32:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:33.156548 493 consensus_peers.cc:597] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 -> Peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Couldn't send request to peer a205f92cf84d494a91a0c5c0dd7fee9e. Status: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
16:32:33.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:33.706563 493 consensus_peers.cc:597] T 00000000000000000000000000000000 P c634694ee45e45779ebbc79c4098eba4 -> Peer a205f92cf84d494a91a0c5c0dd7fee9e (127.0.94.124:38071): Couldn't send request to peer a205f92cf84d494a91a0c5c0dd7fee9e. Status: Network error: Client connection negotiation failed: client connection to 127.0.94.124:38071: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
16:32:33.946 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.125:40515(127.0.94.125:40515)] disconnecting while in state READY
16:32:33.946 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.126:45667(127.0.94.126:45667)] disconnecting while in state READY
16:32:33.946 [DEBUG - main] (Connection.java:575) [peer 91a6ae3b38024675b7761ca7a2bfdf26(127.0.94.67:39949)] disconnecting while in state READY
16:32:33.946 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.124:38071(127.0.94.124:38071)] disconnecting while in state TERMINATED
16:32:33.948 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.94.126:45667(127.0.94.126:45667)] handling channelInactive
16:32:33.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.126:45667(127.0.94.126:45667)] cleaning up while in state READY due to: connection closed
16:32:33.948 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 91a6ae3b38024675b7761ca7a2bfdf26(127.0.94.67:39949)] handling channelInactive
16:32:33.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 91a6ae3b38024675b7761ca7a2bfdf26(127.0.94.67:39949)] cleaning up while in state READY due to: connection closed
16:32:33.950 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
16:32:33.952 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.94.125:40515(127.0.94.125:40515)] handling channelInactive
16:32:33.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.125:40515(127.0.94.125:40515)] cleaning up while in state READY due to: connection closed
16:32:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:33.953313 377 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu with pid 709
16:32:34.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:34.020840 881 connection.cc:537] client connection to 127.0.94.65:35597 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:32:34.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:34.020936 1031 connection.cc:537] client connection to 127.0.94.65:35597 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:32:34.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:34.021566 881 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:32:34.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:34.021703 1031 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
16:32:34.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:34.022802 377 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu with pid 857
16:32:34.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260317 16:32:34.030122 1031 consensus_peers.cc:597] T 145f18949b35414ca6a62744583e60b0 P 91a6ae3b38024675b7761ca7a2bfdf26 -> Peer ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597): Couldn't send request to peer ad19de4077af4b24bac06358b13945a8. Status: Network error: Client connection negotiation failed: client connection to 127.0.94.65:35597: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
16:32:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:34.076680 377 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu with pid 1007
16:32:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:34.137218 377 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu with pid 389
16:32:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260317 16:32:34.194799 377 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taska2xxuF/build/tsan/bin/kudu with pid 469
16:32:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-17T16:32:35Z chronyd exiting
16:32:36.413 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1773765151 last_transition_timestamp: 1773765153
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: ad19de4077af4b24bac06358b13945a8 (127.0.94.65:35597): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1773765151 last_transition_timestamp: 1773765153
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more