20:04:12.600 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:12.601 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXlGvke/test-tmp
20:04:12.601 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
20:04:12.601 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXlGvke/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:12.603 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:04:12.933 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:12.933 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:04:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:12.936002 4365 mini_oidc.cc:150] Starting JWKS server
20:04:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:12.938233 4365 webserver.cc:533] Webserver started at http://127.0.0.1:37063/ using document root <none> and password file <none>
20:04:12.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:12.938448 4365 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:12.938970 4365 webserver.cc:533] Webserver started at http://127.0.0.1:36857/ using document root <none> and password file <none>
20:04:12.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-15T20:04:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-15T20:04:12Z Disabled control of system clock
20:04:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:12.966714 4365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/wal
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/logs
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data/info.pb
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.126:46729
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.126
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37063/jwks.json
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.287086 4376 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.287468 4376 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.287580 4376 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.296325 4376 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.296442 4376 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:04:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.296510 4376 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.296561 4376 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.296630 4376 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.296687 4376 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:13.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.296753 4376 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37063/jwks.json
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.307260 4376 master_runner.cc:387] Master server non-default flags:
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/wal
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.126:46729
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:13.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37063/jwks.json
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data/info.pb
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.126
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/logs
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3396d19fb3cae30ffddb1de1e8c4632645aea710
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 19:43:22 UTC on bdcb31816ec0
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12410
20:04:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.309180 4376 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:13.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.311012 4376 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.321419 4382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.321645 4384 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.321727 4381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.323134 4376 server_base.cc:1061] running on GCE node
20:04:13.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.323951 4376 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.325460 4376 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.326728 4376 hybrid_clock.cc:648] HybridClock initialized: now 1781553853326646 us; error 54 us; skew 500 ppm
20:04:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.327122 4376 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.329481 4376 webserver.cc:533] Webserver started at http://127.4.67.126:38777/ using document root <none> and password file <none>
20:04:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.330287 4376 fs_manager.cc:362] Metadata directory not provided
20:04:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.330411 4376 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.330752 4376 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.333163 4376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data/instance:
20:04:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5deb7d837a0e42438ac34933b6ba13b6"
20:04:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:13 on dist-test-slave-wk9w"
20:04:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.333972 4376 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/wal/instance:
20:04:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5deb7d837a0e42438ac34933b6ba13b6"
20:04:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:13 on dist-test-slave-wk9w"
20:04:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.339169 4376 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
20:04:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.342528 4390 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.343899 4376 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.344072 4376 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data,/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/wal
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5deb7d837a0e42438ac34933b6ba13b6"
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:13 on dist-test-slave-wk9w"
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.344288 4376 fs_report.cc:389] FS layout report
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/wal
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/wal
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data/data
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.359120 4376 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.360023 4376 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.360316 4376 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.382153 4376 rpc_server.cc:307] RPC server started. Bound to: 127.4.67.126:46729
20:04:13.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.382210 4451 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.67.126:46729 every 8 connection(s)
20:04:13.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.383755 4376 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/data/info.pb
20:04:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.387869 4452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.393692 4365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXlGvke/build/asan/bin/kudu as pid 4376
20:04:13.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.394021 4365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-0/wal/instance
20:04:13.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.393802 4452 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.396876 4365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/wal
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/logs
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data/info.pb
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.125:43151
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.125
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37063/jwks.json
20:04:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.410487 4452 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.411753 4393 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.67.125:43151: connect: Connection refused (error 111)
20:04:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.413388 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.125:43151: Network error: Client connection negotiation failed: client connection to 127.4.67.125:43151: connect: Connection refused (error 111)
20:04:13.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.462793 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } attempt: 1
20:04:13.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.464865 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.125:43151: Network error: Client connection negotiation failed: client connection to 127.4.67.125:43151: connect: Connection refused (error 111)
20:04:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.533174 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } attempt: 2
20:04:13.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.535256 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.125:43151: Network error: Client connection negotiation failed: client connection to 127.4.67.125:43151: connect: Connection refused (error 111)
20:04:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.626569 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } attempt: 3
20:04:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.628716 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.125:43151: Network error: Client connection negotiation failed: client connection to 127.4.67.125:43151: connect: Connection refused (error 111)
20:04:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.717365 4456 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.717731 4456 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:13.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.717809 4456 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.728377 4456 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.728513 4456 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.728579 4456 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.728624 4456 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.728686 4456 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.728729 4456 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:13.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.728778 4456 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37063/jwks.json
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.739850 4456 master_runner.cc:387] Master server non-default flags:
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/wal
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.125:43151
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37063/jwks.json
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data/info.pb
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.125
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/logs
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3396d19fb3cae30ffddb1de1e8c4632645aea710
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 19:43:22 UTC on bdcb31816ec0
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12410
20:04:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.741567 4456 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.743512 4456 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.751875 4462 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.753280 4465 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.753346 4463 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.754642 4456 server_base.cc:1061] running on GCE node
20:04:13.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.755466 4456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.756899 4456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.758145 4456 hybrid_clock.cc:648] HybridClock initialized: now 1781553853758060 us; error 31 us; skew 500 ppm
20:04:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.758499 4456 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:13.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.760712 4456 webserver.cc:533] Webserver started at http://127.4.67.125:37277/ using document root <none> and password file <none>
20:04:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.761468 4456 fs_manager.cc:362] Metadata directory not provided
20:04:13.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.761593 4456 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:13.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.761951 4456 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.764377 4456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data/instance:
20:04:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba8ed67aa8c34c40b04482a88504ca46"
20:04:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:13 on dist-test-slave-wk9w"
20:04:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.765158 4456 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/wal/instance:
20:04:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba8ed67aa8c34c40b04482a88504ca46"
20:04:13.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:13 on dist-test-slave-wk9w"
20:04:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.770444 4456 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
20:04:13.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.771972 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } attempt: 4
20:04:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.774084 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.125:43151: Network error: Client connection negotiation failed: client connection to 127.4.67.125:43151: connect: Connection refused (error 111)
20:04:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.774375 4471 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:13.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.775682 4456 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.775848 4456 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data,/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/wal
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba8ed67aa8c34c40b04482a88504ca46"
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:13 on dist-test-slave-wk9w"
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.776048 4456 fs_report.cc:389] FS layout report
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/wal
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/wal
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data/data
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.798796 4456 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.799741 4456 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.800035 4456 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.821332 4456 rpc_server.cc:307] RPC server started. Bound to: 127.4.67.125:43151
20:04:13.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.821362 4532 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.67.125:43151 every 8 connection(s)
20:04:13.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.823038 4456 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/data/info.pb
20:04:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.825986 4365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXlGvke/build/asan/bin/kudu as pid 4456
20:04:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.826143 4365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-1/wal/instance
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.827108 4365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/wal
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/logs
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data/info.pb
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.124:36655
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.124
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37063/jwks.json
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
20:04:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.827167 4533 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.833225 4533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.846477 4533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.855748 4533 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } has no permanent_uuid. Determining permanent_uuid...
20:04:13.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.856849 4472 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.858388 4533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:13.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.907763 4533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 1
20:04:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.909937 4533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:13.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:13.978183 4533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 2
20:04:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:13.980363 4533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.071621 4533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 3
20:04:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.073376 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } attempt: 5
20:04:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.073818 4533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.079593 4452 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } has no permanent_uuid. Determining permanent_uuid...
20:04:14.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.081457 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.132761 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 1
20:04:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.134819 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.153784 4535 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.154107 4535 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.154188 4535 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.162982 4535 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.163089 4535 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
20:04:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.163136 4535 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.163177 4535 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.163228 4535 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.163265 4535 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.163305 4535 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37063/jwks.json
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.173843 4535 master_runner.cc:387] Master server non-default flags:
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/wal
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.124:36655
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37063/jwks.json
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data/info.pb
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.124
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/logs
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3396d19fb3cae30ffddb1de1e8c4632645aea710
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 19:43:22 UTC on bdcb31816ec0
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12410
20:04:14.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.175449 4535 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.177204 4535 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.185513 4544 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.185529 4543 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.186054 4546 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.186321 4535 server_base.cc:1061] running on GCE node
20:04:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.187080 4535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:14.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.188510 4535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:14.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.189766 4535 hybrid_clock.cc:648] HybridClock initialized: now 1781553854189689 us; error 57 us; skew 500 ppm
20:04:14.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.190093 4535 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:14.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.192413 4535 webserver.cc:533] Webserver started at http://127.4.67.124:45535/ using document root <none> and password file <none>
20:04:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.193171 4535 fs_manager.cc:362] Metadata directory not provided
20:04:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.193280 4535 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:14.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.193557 4535 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.195989 4535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data/instance:
20:04:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "784833157fa345e18151797390df419b"
20:04:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:14 on dist-test-slave-wk9w"
20:04:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.196754 4535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/wal/instance:
20:04:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "784833157fa345e18151797390df419b"
20:04:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:14 on dist-test-slave-wk9w"
20:04:14.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.202654 4535 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
20:04:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.203086 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 2
20:04:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.205127 4452 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.206372 4552 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.208027 4535 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.208225 4535 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data,/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/wal
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "784833157fa345e18151797390df419b"
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:14 on dist-test-slave-wk9w"
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.208408 4535 fs_report.cc:389] FS layout report
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/wal
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/wal
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data/data
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.217151 4533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 4
20:04:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.219339 4533 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.67.124:36655: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.229950 4535 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.230810 4535 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.231058 4535 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.253861 4535 rpc_server.cc:307] RPC server started. Bound to: 127.4.67.124:36655
20:04:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.253918 4613 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.67.124:36655 every 8 connection(s)
20:04:14.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.255514 4535 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/data/info.pb
20:04:14.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.259783 4614 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.265482 4365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXlGvke/build/asan/bin/kudu as pid 4535
20:04:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.265722 4365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/master-2/wal/instance
20:04:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.265465 4614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } has no permanent_uuid. Determining permanent_uuid...
20:04:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.279018 4614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } has no permanent_uuid. Determining permanent_uuid...
20:04:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.285836 4614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } has no permanent_uuid. Determining permanent_uuid...
20:04:14.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.298655 4614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b: Bootstrap starting.
20:04:14.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.302103 4614 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b: Neither blocks nor log segments found. Creating new log.
20:04:14.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.303156 4614 log.cc:826] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b: Log is configured to *not* fsync() on all Append() calls
20:04:14.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.306051 4614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b: No bootstrap required, opened a new log
20:04:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.311160 4614 raft_consensus.cc:359] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.311510 4452 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 3
20:04:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.311961 4614 raft_consensus.cc:385] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:14.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.312371 4614 raft_consensus.cc:740] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 784833157fa345e18151797390df419b, State: Initialized, Role: FOLLOWER
20:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.313324 4614 consensus_queue.cc:260] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.314399 4623 sys_catalog.cc:455] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.314702 4623 sys_catalog.cc:458] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.315747 4614 sys_catalog.cc:565] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: configured and running, proceeding with master startup.
20:04:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.323706 4452 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: Bootstrap starting.
20:04:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.327584 4452 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: Neither blocks nor log segments found. Creating new log.
20:04:14.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.329200 4452 log.cc:826] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: Log is configured to *not* fsync() on all Append() calls
20:04:14.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.329531 4634 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:14.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.329793 4634 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.325537 4535 master_runner.cc:187] Error getting master registration for 127.4.67.126:46729: OK, instance_id { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" instance_seqno: 1781553853376961 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.331561 4535 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.332660 4452 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: No bootstrap required, opened a new log
20:04:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.339483 4452 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.339776 4452 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.339859 4452 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5deb7d837a0e42438ac34933b6ba13b6, State: Initialized, Role: FOLLOWER
20:04:14.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.340471 4452 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.341395 4637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.341727 4637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.342609 4452 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: configured and running, proceeding with master startup.
20:04:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.347525 4623 raft_consensus.cc:493] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:14.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.347836 4623 raft_consensus.cc:515] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.350968 4417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "784833157fa345e18151797390df419b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5deb7d837a0e42438ac34933b6ba13b6" is_pre_election: true
20:04:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.349961 4623 leader_election.cc:290] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5deb7d837a0e42438ac34933b6ba13b6 (127.4.67.126:46729), ba8ed67aa8c34c40b04482a88504ca46 (127.4.67.125:43151)
20:04:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.351529 4417 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 784833157fa345e18151797390df419b in term 0.
20:04:14.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.352663 4553 leader_election.cc:304] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5deb7d837a0e42438ac34933b6ba13b6, 784833157fa345e18151797390df419b; no voters:
20:04:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.353157 4623 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.353299 4623 raft_consensus.cc:493] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.353395 4623 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 0 FOLLOWER]: Advancing to term 1
20:04:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.355423 4648 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:14.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.355536 4648 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:14.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.356419 4623 raft_consensus.cc:515] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.358278 4417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "784833157fa345e18151797390df419b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5deb7d837a0e42438ac34933b6ba13b6"
20:04:14.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.358494 4417 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 0 FOLLOWER]: Advancing to term 1
20:04:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.362087 4623 leader_election.cc:290] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [CANDIDATE]: Term 1 election: Requested vote from peers 5deb7d837a0e42438ac34933b6ba13b6 (127.4.67.126:46729), ba8ed67aa8c34c40b04482a88504ca46 (127.4.67.125:43151)
20:04:14.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.363528 4396 tablet.cc:2406] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.365242 4417 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 784833157fa345e18151797390df419b in term 1.
20:04:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.357062 4376 master_runner.cc:187] Error getting master registration for 127.4.67.125:43151: OK, instance_id { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" instance_seqno: 1781553853816179 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.366438 4376 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.367249 4553 leader_election.cc:304] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5deb7d837a0e42438ac34933b6ba13b6, 784833157fa345e18151797390df419b; no voters:
20:04:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.367640 4623 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 1 FOLLOWER]: Leader election won for term 1
20:04:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.368326 4623 raft_consensus.cc:697] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [term 1 LEADER]: Becoming Leader. State: Replica: 784833157fa345e18151797390df419b, State: Running, Role: LEADER
20:04:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.369019 4623 consensus_queue.cc:237] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.383558 4650 sys_catalog.cc:455] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 784833157fa345e18151797390df419b. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.383925 4650 sys_catalog.cc:458] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: This master's current role is: LEADER
20:04:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.415843 4652 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:04:14.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.418460 4652 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:04:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.427405 4417 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Refusing update from remote peer 784833157fa345e18151797390df419b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.428429 4650 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [LEADER]: Connected to new peer: Peer: permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:14.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.448457 4637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 784833157fa345e18151797390df419b. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.448707 4637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.451545 4653 mvcc.cc:204] Tried to move back new op lower bound from 7297244587723071488 to 7297244587501268992. Current Snapshot: MvccSnapshot[applied={T|T < 7297244587723071488}]
20:04:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.452174 4623 sys_catalog.cc:455] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.452436 4623 sys_catalog.cc:458] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: This master's current role is: LEADER
20:04:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.457563 4652 catalog_manager.cc:1382] Generated new cluster ID: 2f52b216f611478499281801721c59fc
20:04:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.457724 4652 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:04:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.458259 4637 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.458482 4637 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.480312 4652 catalog_manager.cc:1405] Generated new certificate authority record
20:04:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.482939 4652 catalog_manager.cc:1539] Loading token signing keys...
20:04:14.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.499243 4652 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b: Generated new TSK 0
20:04:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.501582 4652 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.510324 4365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/wal
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/logs
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data/info.pb
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.65:0
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.67.65
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.65
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:14.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.518566 4533 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } attempt: 5
20:04:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.533586 4533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46: Bootstrap starting.
20:04:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.543159 4533 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46: Neither blocks nor log segments found. Creating new log.
20:04:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.546255 4533 log.cc:826] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46: Log is configured to *not* fsync() on all Append() calls
20:04:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.562467 4533 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46: No bootstrap required, opened a new log
20:04:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.579005 4533 raft_consensus.cc:359] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.580256 4533 raft_consensus.cc:385] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:14.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.580797 4533 raft_consensus.cc:740] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba8ed67aa8c34c40b04482a88504ca46, State: Initialized, Role: FOLLOWER
20:04:14.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.582439 4533 consensus_queue.cc:260] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.595795 4497 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "784833157fa345e18151797390df419b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba8ed67aa8c34c40b04482a88504ca46"
20:04:14.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.597265 4498 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "784833157fa345e18151797390df419b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba8ed67aa8c34c40b04482a88504ca46" is_pre_election: true
20:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.598776 4496 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 0 FOLLOWER]: Advancing to term 1
20:04:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.602012 4496 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 1 FOLLOWER]: Refusing update from remote peer 784833157fa345e18151797390df419b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.603715 4623 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.607004 4533 sys_catalog.cc:565] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: configured and running, proceeding with master startup.
20:04:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.658277 4660 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.658610 4660 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.659057 4661 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 784833157fa345e18151797390df419b. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.660157 4661 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.660602 4669 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.660977 4669 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.689877 4677 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:14.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.698961 4623 sys_catalog.cc:455] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "784833157fa345e18151797390df419b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:14.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.699220 4623 sys_catalog.cc:458] T 00000000000000000000000000000000 P 784833157fa345e18151797390df419b [sys.catalog]: This master's current role is: LEADER
20:04:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.923746 4658 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.924064 4658 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.924192 4658 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.933066 4658 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.933234 4658 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.933301 4658 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.933348 4658 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.933466 4658 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.67.65
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.944092 4658 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/wal
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.65:0
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data/info.pb
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.65
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.67.65
20:04:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/logs
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3396d19fb3cae30ffddb1de1e8c4632645aea710
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 19:43:22 UTC on bdcb31816ec0
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12410
20:04:14.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.946208 4658 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:14.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.948205 4658 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.958356 4682 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.958484 4683 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:14.958722 4685 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.960140 4658 server_base.cc:1061] running on GCE node
20:04:14.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.960811 4658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.961882 4658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:14.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.963096 4658 hybrid_clock.cc:648] HybridClock initialized: now 1781553854963022 us; error 49 us; skew 500 ppm
20:04:14.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.963425 4658 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:14.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.965617 4658 webserver.cc:533] Webserver started at http://127.4.67.65:36273/ using document root <none> and password file <none>
20:04:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.966389 4658 fs_manager.cc:362] Metadata directory not provided
20:04:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.966519 4658 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.966872 4658 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.969640 4658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data/instance:
20:04:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e207f94afdb24bae92a0b36f9cfcf9a7"
20:04:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:14 on dist-test-slave-wk9w"
20:04:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.970450 4658 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/wal/instance:
20:04:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e207f94afdb24bae92a0b36f9cfcf9a7"
20:04:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:14 on dist-test-slave-wk9w"
20:04:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.975796 4658 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
20:04:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.979234 4691 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.980499 4658 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.001s
20:04:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.980657 4658 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data,/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/wal
20:04:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e207f94afdb24bae92a0b36f9cfcf9a7"
20:04:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:14 on dist-test-slave-wk9w"
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:14.980836 4658 fs_report.cc:389] FS layout report
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/wal
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/wal
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data/data
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:14.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.006757 4658 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.007756 4658 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:15.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.008061 4658 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.011322 4658 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.011453 4658 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.011564 4658 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:15.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.011655 4658 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.074159 4658 rpc_server.cc:307] RPC server started. Bound to: 127.4.67.65:43351
20:04:15.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.074218 4815 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.67.65:43351 every 8 connection(s)
20:04:15.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.075552 4658 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/data/info.pb
20:04:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.079293 4817 heartbeater.cc:344] Connected to a master server at 127.4.67.126:46729
20:04:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.079717 4817 heartbeater.cc:461] Registering TS with master...
20:04:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.080582 4365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXlGvke/build/asan/bin/kudu as pid 4658
20:04:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.080687 4817 heartbeater.cc:507] Master 127.4.67.126:46729 requested a full tablet report, sending...
20:04:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.080783 4365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-0/wal/instance
20:04:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.083217 4407 ts_manager.cc:194] Registered new tserver with Master: e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351)
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.086409 4818 heartbeater.cc:344] Connected to a master server at 127.4.67.125:43151
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.086416 4365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/wal
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/logs
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data/info.pb
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.66:0
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.67.66
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.66
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.086551 4818 heartbeater.cc:461] Registering TS with master...
20:04:15.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.086982 4818 heartbeater.cc:507] Master 127.4.67.125:43151 requested a full tablet report, sending...
20:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.087795 4816 heartbeater.cc:344] Connected to a master server at 127.4.67.124:36655
20:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.087911 4816 heartbeater.cc:461] Registering TS with master...
20:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.088351 4816 heartbeater.cc:507] Master 127.4.67.124:36655 requested a full tablet report, sending...
20:04:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.088747 4488 ts_manager.cc:194] Registered new tserver with Master: e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351)
20:04:15.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.089982 4569 ts_manager.cc:194] Registered new tserver with Master: e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351)
20:04:15.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.091580 4569 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.67.65:46195
20:04:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.357415 4648 catalog_manager.cc:1294] Loaded cluster ID: 2f52b216f611478499281801721c59fc
20:04:15.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.357506 4648 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: loading cluster ID for follower catalog manager: success
20:04:15.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.360136 4648 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: acquiring CA information for follower catalog manager: success
20:04:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.362068 4648 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.410429 4821 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.410764 4821 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.410885 4821 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:15.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.419714 4821 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.419883 4821 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.419957 4821 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.420003 4821 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.420128 4821 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.67.66
20:04:15.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.430589 4821 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/wal
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.66:0
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data/info.pb
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.66
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.67.66
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/logs
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3396d19fb3cae30ffddb1de1e8c4632645aea710
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 19:43:22 UTC on bdcb31816ec0
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12410
20:04:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.432515 4821 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.434417 4821 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.443830 4826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.444208 4827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.444406 4829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.445318 4821 server_base.cc:1061] running on GCE node
20:04:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.446024 4821 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.447028 4821 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.448242 4821 hybrid_clock.cc:648] HybridClock initialized: now 1781553855448176 us; error 40 us; skew 500 ppm
20:04:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.448530 4821 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.450706 4821 webserver.cc:533] Webserver started at http://127.4.67.66:33659/ using document root <none> and password file <none>
20:04:15.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.451429 4821 fs_manager.cc:362] Metadata directory not provided
20:04:15.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.451550 4821 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:15.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.451905 4821 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.454382 4821 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data/instance:
20:04:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb"
20:04:15.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:15 on dist-test-slave-wk9w"
20:04:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.455154 4821 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/wal/instance:
20:04:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb"
20:04:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:15 on dist-test-slave-wk9w"
20:04:15.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.460485 4821 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
20:04:15.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.463750 4835 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.465071 4821 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.465210 4821 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data,/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/wal
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb"
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:15 on dist-test-slave-wk9w"
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.465370 4821 fs_report.cc:389] FS layout report
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/wal
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/wal
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data/data
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:15.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.494645 4821 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.495496 4821 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.495748 4821 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.499109 4821 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.499430 4821 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
20:04:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.499576 4821 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.499752 4821 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.556901 4821 rpc_server.cc:307] RPC server started. Bound to: 127.4.67.66:32829
20:04:15.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.556990 4955 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.67.66:32829 every 8 connection(s)
20:04:15.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.558362 4821 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/data/info.pb
20:04:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.562141 4957 heartbeater.cc:344] Connected to a master server at 127.4.67.126:46729
20:04:15.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.562752 4957 heartbeater.cc:461] Registering TS with master...
20:04:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.563997 4957 heartbeater.cc:507] Master 127.4.67.126:46729 requested a full tablet report, sending...
20:04:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.565025 4365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXlGvke/build/asan/bin/kudu as pid 4821
20:04:15.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.565209 4365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-1/wal/instance
20:04:15.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.569993 4407 ts_manager.cc:194] Registered new tserver with Master: 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829)
20:04:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.570161 4958 heartbeater.cc:344] Connected to a master server at 127.4.67.125:43151
20:04:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.570679 4956 heartbeater.cc:344] Connected to a master server at 127.4.67.124:36655
20:04:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.571260 4956 heartbeater.cc:461] Registering TS with master...
20:04:15.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.571261 4958 heartbeater.cc:461] Registering TS with master...
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.571908 4958 heartbeater.cc:507] Master 127.4.67.125:43151 requested a full tablet report, sending...
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.571929 4956 heartbeater.cc:507] Master 127.4.67.124:36655 requested a full tablet report, sending...
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.571957 4365 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXlGvke/build/asan/bin/kudu
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/wal
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/logs
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data/info.pb
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.67:0
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.67.67
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.67
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
20:04:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.572978 4488 ts_manager.cc:194] Registered new tserver with Master: 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829)
20:04:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.574339 4569 ts_manager.cc:194] Registered new tserver with Master: 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829)
20:04:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.575153 4569 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.67.66:33175
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.695366 4677 catalog_manager.cc:1294] Loaded cluster ID: 2f52b216f611478499281801721c59fc
20:04:15.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.695513 4677 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46: loading cluster ID for follower catalog manager: success
20:04:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.699890 4677 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46: acquiring CA information for follower catalog manager: success
20:04:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.702708 4677 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.917155 4961 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.917520 4961 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:15.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.917770 4961 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.926997 4961 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.927160 4961 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
20:04:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.927227 4961 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
20:04:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.927276 4961 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
20:04:15.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.927392 4961 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.67.67
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.938091 4961 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.67.84:37087
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/wal
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.67.67:0
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data/info.pb
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.67.67
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.67.126:46729,127.4.67.125:43151,127.4.67.124:36655
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.67.67
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/logs
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3396d19fb3cae30ffddb1de1e8c4632645aea710
20:04:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 15 Jun 2026 19:43:22 UTC on bdcb31816ec0
20:04:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12410
20:04:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
20:04:15.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.939924 4961 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:15.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.941874 4961 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.951357 4967 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.952392 4968 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:15.955011 4970 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:15.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.955611 4961 server_base.cc:1061] running on GCE node
20:04:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.956233 4961 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:15.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.957253 4961 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.958493 4961 hybrid_clock.cc:648] HybridClock initialized: now 1781553855958429 us; error 39 us; skew 500 ppm
20:04:15.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.958809 4961 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.961160 4961 webserver.cc:533] Webserver started at http://127.4.67.67:34727/ using document root <none> and password file <none>
20:04:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.962049 4961 fs_manager.cc:362] Metadata directory not provided
20:04:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.962183 4961 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.962507 4961 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.964902 4961 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data/instance:
20:04:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "996b0f9b517149d585c2d9c4edb4c61b"
20:04:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:15 on dist-test-slave-wk9w"
20:04:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.965792 4961 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/wal/instance:
20:04:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "996b0f9b517149d585c2d9c4edb4c61b"
20:04:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:15 on dist-test-slave-wk9w"
20:04:15.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.971927 4961 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.000s sys 0.004s
20:04:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.975804 4976 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.977288 4961 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
20:04:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.977475 4961 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data,/tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/wal
20:04:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "996b0f9b517149d585c2d9c4edb4c61b"
20:04:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-15 20:04:15 on dist-test-slave-wk9w"
20:04:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:15.977742 4961 fs_report.cc:389] FS layout report
20:04:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/wal
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/wal
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data/data
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.000056 4961 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.000991 4961 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.001286 4961 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.004346 4961 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.004477 4961 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.004592 4961 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.004678 4961 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:04:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.071730 4961 rpc_server.cc:307] RPC server started. Bound to: 127.4.67.67:34849
20:04:16.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.071749 5097 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.67.67:34849 every 8 connection(s)
20:04:16.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.073444 4961 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/data/info.pb
20:04:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.081089 4365 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskXlGvke/build/asan/bin/kudu as pid 4961
20:04:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.081262 4365 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskXlGvke/test-tmp/mini-kudu-cluster860023174611170867/ts-2/wal/instance
20:04:16.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.087869 5098 heartbeater.cc:344] Connected to a master server at 127.4.67.124:36655
20:04:16.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.088375 5098 heartbeater.cc:461] Registering TS with master...
20:04:16.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.089447 5098 heartbeater.cc:507] Master 127.4.67.124:36655 requested a full tablet report, sending...
20:04:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.092895 4569 ts_manager.cc:194] Registered new tserver with Master: 996b0f9b517149d585c2d9c4edb4c61b (127.4.67.67:34849)
20:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.094197 4816 heartbeater.cc:499] Master 127.4.67.124:36655 was elected leader, sending a full tablet report...
20:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.095760 4569 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.67.67:54565
20:04:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.100471 5100 heartbeater.cc:344] Connected to a master server at 127.4.67.125:43151
20:04:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.100836 5100 heartbeater.cc:461] Registering TS with master...
20:04:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.101374 5100 heartbeater.cc:507] Master 127.4.67.125:43151 requested a full tablet report, sending...
20:04:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.101576 5099 heartbeater.cc:344] Connected to a master server at 127.4.67.126:46729
20:04:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.102449 5099 heartbeater.cc:461] Registering TS with master...
20:04:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.103550 5099 heartbeater.cc:507] Master 127.4.67.126:46729 requested a full tablet report, sending...
20:04:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.104761 4488 ts_manager.cc:194] Registered new tserver with Master: 996b0f9b517149d585c2d9c4edb4c61b (127.4.67.67:34849)
20:04:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.104888 4407 ts_manager.cc:194] Registered new tserver with Master: 996b0f9b517149d585c2d9c4edb4c61b (127.4.67.67:34849)
20:04:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.118263 4365 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:04:16.120 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:16.120 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:04:16.121 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.67.126"
port: 46729
}
bound_http_address {
host: "127.4.67.126"
port: 38777
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.67.125"
port: 43151
}
bound_http_address {
host: "127.4.67.125"
port: 37277
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.67.124"
port: 36655
}
bound_http_address {
host: "127.4.67.124"
port: 45535
}
}
}
20:04:16.121 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:04:16.122 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.67.65"
port: 43351
}
bound_http_address {
host: "127.4.67.65"
port: 36273
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.67.66"
port: 32829
}
bound_http_address {
host: "127.4.67.66"
port: 33659
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.67.67"
port: 34849
}
bound_http_address {
host: "127.4.67.67"
port: 34727
}
}
}
20:04:16.122 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:16.124 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:04:16.126 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.67.125:43151(127.4.67.125:43151)] connecting to peer
20:04:16.127 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:16.128 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.67.125:43151(127.4.67.125:43151)] Successfully connected to peer
20:04:16.130 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.67.125
20:04:16.130 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.67.126:46729(127.4.67.126:46729)] connecting to peer
20:04:16.131 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.67.124:36655(127.4.67.124:36655)] Successfully connected to peer
20:04:16.132 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.67.126:46729(127.4.67.126:46729)] Successfully connected to peer
20:04:16.132 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.67.124
20:04:16.134 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.67.126
20:04:16.141 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcc3b3163, L:/127.0.0.1:41744 - R:/127.4.67.125:43151] using SASL/PLAIN
20:04:16.144 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd7d9893a, L:/127.0.0.1:44422 - R:/127.4.67.126:46729] using SASL/PLAIN
20:04:16.146 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x097bd55b, L:/127.0.0.1:44874 - R:/127.4.67.124:36655] using SASL/PLAIN
20:04:16.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:16.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=23), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [17ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: OK, deferred=null) after lookup
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.149880 4569 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44874:
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.152275 4569 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:16.179 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3ffb522a7d4441de8d9cfb73d54f2d00
20:04:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.226243 4889 tablet_service.cc:1511] Processing CreateTablet for tablet 8044d937bd494200bb9545fad24d1b2a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.227948 4889 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8044d937bd494200bb9545fad24d1b2a. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.228262 4888 tablet_service.cc:1511] Processing CreateTablet for tablet 0827a58caa3b49538a09acc3d922dd3d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.228767 4888 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0827a58caa3b49538a09acc3d922dd3d. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.230274 5030 tablet_service.cc:1511] Processing CreateTablet for tablet 0827a58caa3b49538a09acc3d922dd3d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.230752 5033 tablet_service.cc:1511] Processing CreateTablet for tablet 8044d937bd494200bb9545fad24d1b2a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.232856 5030 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0827a58caa3b49538a09acc3d922dd3d. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.233470 5033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8044d937bd494200bb9545fad24d1b2a. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.236131 4745 tablet_service.cc:1511] Processing CreateTablet for tablet 0827a58caa3b49538a09acc3d922dd3d (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
20:04:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.237783 4745 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0827a58caa3b49538a09acc3d922dd3d. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.239071 4746 tablet_service.cc:1511] Processing CreateTablet for tablet 8044d937bd494200bb9545fad24d1b2a (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
20:04:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.240399 4746 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8044d937bd494200bb9545fad24d1b2a. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.245488 5125 tablet_bootstrap.cc:492] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb: Bootstrap starting.
20:04:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.250811 5125 tablet_bootstrap.cc:654] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb: Neither blocks nor log segments found. Creating new log.
20:04:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.252481 5125 log.cc:826] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb: Log is configured to *not* fsync() on all Append() calls
20:04:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.254966 5126 tablet_bootstrap.cc:492] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b: Bootstrap starting.
20:04:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.260684 5126 tablet_bootstrap.cc:654] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b: Neither blocks nor log segments found. Creating new log.
20:04:16.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.262167 5126 log.cc:826] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b: Log is configured to *not* fsync() on all Append() calls
20:04:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.270344 5125 tablet_bootstrap.cc:492] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb: No bootstrap required, opened a new log
20:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.271312 5128 tablet_bootstrap.cc:492] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7: Bootstrap starting.
20:04:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.271432 5125 ts_tablet_manager.cc:1403] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb: Time spent bootstrapping tablet: real 0.026s user 0.007s sys 0.011s
20:04:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.273975 5126 tablet_bootstrap.cc:492] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b: No bootstrap required, opened a new log
20:04:16.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.274452 5126 ts_tablet_manager.cc:1403] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b: Time spent bootstrapping tablet: real 0.020s user 0.011s sys 0.004s
20:04:16.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.275938 5128 tablet_bootstrap.cc:654] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7: Neither blocks nor log segments found. Creating new log.
20:04:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.277614 5128 log.cc:826] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7: Log is configured to *not* fsync() on all Append() calls
20:04:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.280078 5125 raft_consensus.cc:359] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.280457 5125 raft_consensus.cc:385] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.280560 5125 raft_consensus.cc:740] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c4d95d45cec4ca9b72e4ef7e773eefb, State: Initialized, Role: FOLLOWER
20:04:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.281256 5125 consensus_queue.cc:260] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.282003 5128 tablet_bootstrap.cc:492] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7: No bootstrap required, opened a new log
20:04:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.281849 5126 raft_consensus.cc:359] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.282326 5126 raft_consensus.cc:385] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.282444 5128 ts_tablet_manager.cc:1403] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.004s
20:04:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.282459 4956 heartbeater.cc:499] Master 127.4.67.124:36655 was elected leader, sending a full tablet report...
20:04:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.282528 5126 raft_consensus.cc:740] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 996b0f9b517149d585c2d9c4edb4c61b, State: Initialized, Role: FOLLOWER
20:04:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.283327 5125 ts_tablet_manager.cc:1434] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb: Time spent starting tablet: real 0.012s user 0.010s sys 0.001s
20:04:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.283900 5125 tablet_bootstrap.cc:492] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb: Bootstrap starting.
20:04:16.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.283471 5126 consensus_queue.cc:260] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.290448 5125 tablet_bootstrap.cc:654] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb: Neither blocks nor log segments found. Creating new log.
20:04:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.292258 5128 raft_consensus.cc:359] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.292989 5128 raft_consensus.cc:385] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.293497 5128 raft_consensus.cc:740] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e207f94afdb24bae92a0b36f9cfcf9a7, State: Initialized, Role: FOLLOWER
20:04:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.294567 5128 consensus_queue.cc:260] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.295850 5098 heartbeater.cc:499] Master 127.4.67.124:36655 was elected leader, sending a full tablet report...
20:04:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.296839 5126 ts_tablet_manager.cc:1434] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b: Time spent starting tablet: real 0.022s user 0.011s sys 0.007s
20:04:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.297422 5126 tablet_bootstrap.cc:492] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b: Bootstrap starting.
20:04:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.299666 5126 tablet_bootstrap.cc:654] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b: Neither blocks nor log segments found. Creating new log.
20:04:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.303182 5128 ts_tablet_manager.cc:1434] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7: Time spent starting tablet: real 0.021s user 0.009s sys 0.001s
20:04:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.304003 5128 tablet_bootstrap.cc:492] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7: Bootstrap starting.
20:04:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.306206 5128 tablet_bootstrap.cc:654] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7: Neither blocks nor log segments found. Creating new log.
20:04:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.309336 5125 tablet_bootstrap.cc:492] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb: No bootstrap required, opened a new log
20:04:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.309818 5125 ts_tablet_manager.cc:1403] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb: Time spent bootstrapping tablet: real 0.026s user 0.010s sys 0.003s
20:04:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.310055 5126 tablet_bootstrap.cc:492] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b: No bootstrap required, opened a new log
20:04:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.310231 5126 ts_tablet_manager.cc:1403] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b: Time spent bootstrapping tablet: real 0.013s user 0.011s sys 0.001s
20:04:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.310302 5128 tablet_bootstrap.cc:492] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7: No bootstrap required, opened a new log
20:04:16.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.310441 5128 ts_tablet_manager.cc:1403] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7: Time spent bootstrapping tablet: real 0.007s user 0.005s sys 0.000s
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.310931 5125 raft_consensus.cc:359] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311141 5125 raft_consensus.cc:385] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311133 5128 raft_consensus.cc:359] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311244 5125 raft_consensus.cc:740] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c4d95d45cec4ca9b72e4ef7e773eefb, State: Initialized, Role: FOLLOWER
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311235 5126 raft_consensus.cc:359] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311335 5128 raft_consensus.cc:385] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311403 5126 raft_consensus.cc:385] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311436 5128 raft_consensus.cc:740] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e207f94afdb24bae92a0b36f9cfcf9a7, State: Initialized, Role: FOLLOWER
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311486 5126 raft_consensus.cc:740] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 996b0f9b517149d585c2d9c4edb4c61b, State: Initialized, Role: FOLLOWER
20:04:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311522 5125 consensus_queue.cc:260] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.311728 5126 consensus_queue.cc:260] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.312033 5125 ts_tablet_manager.cc:1434] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
20:04:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.312317 5128 consensus_queue.cc:260] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.312841 5126 ts_tablet_manager.cc:1434] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
20:04:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.313495 5128 ts_tablet_manager.cc:1434] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
20:04:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.320382 4959 tablet.cc:2406] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.329109 4819 tablet.cc:2406] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.344544 5132 raft_consensus.cc:493] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.344834 5132 raft_consensus.cc:515] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.347244 5132 leader_election.cc:290] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829), e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351)
20:04:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.355145 4911 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8044d937bd494200bb9545fad24d1b2a" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" is_pre_election: true
20:04:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.355342 4771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8044d937bd494200bb9545fad24d1b2a" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" is_pre_election: true
20:04:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.355753 4771 raft_consensus.cc:2468] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 0.
20:04:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.355753 4911 raft_consensus.cc:2468] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 0.
20:04:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.356518 4978 leader_election.cc:304] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 996b0f9b517149d585c2d9c4edb4c61b, e207f94afdb24bae92a0b36f9cfcf9a7; no voters:
20:04:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.356781 5101 tablet.cc:2406] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:16.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.356983 5132 raft_consensus.cc:2804] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:16.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.357180 5132 raft_consensus.cc:493] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:16.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.357290 5132 raft_consensus.cc:3060] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Advancing to term 1
20:04:16.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.359503 5132 raft_consensus.cc:515] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.360191 5132 leader_election.cc:290] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 election: Requested vote from peers 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829), e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351)
20:04:16.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.360741 4911 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8044d937bd494200bb9545fad24d1b2a" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb"
20:04:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.360759 4771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8044d937bd494200bb9545fad24d1b2a" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7"
20:04:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.360966 4771 raft_consensus.cc:3060] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Advancing to term 1
20:04:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.360940 4911 raft_consensus.cc:3060] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Advancing to term 1
20:04:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.363199 4771 raft_consensus.cc:2468] T 8044d937bd494200bb9545fad24d1b2a P e207f94afdb24bae92a0b36f9cfcf9a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 1.
20:04:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.363229 4911 raft_consensus.cc:2468] T 8044d937bd494200bb9545fad24d1b2a P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 1.
20:04:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.363693 4980 leader_election.cc:304] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2c4d95d45cec4ca9b72e4ef7e773eefb, 996b0f9b517149d585c2d9c4edb4c61b, e207f94afdb24bae92a0b36f9cfcf9a7; no voters:
20:04:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.364024 5132 raft_consensus.cc:2804] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 1 FOLLOWER]: Leader election won for term 1
20:04:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.364494 5132 raft_consensus.cc:697] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [term 1 LEADER]: Becoming Leader. State: Replica: 996b0f9b517149d585c2d9c4edb4c61b, State: Running, Role: LEADER
20:04:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.365024 5132 consensus_queue.cc:237] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } }
20:04:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.370234 4568 catalog_manager.cc:5696] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b reported cstate change: term changed from 0 to 1, leader changed from <none> to 996b0f9b517149d585c2d9c4edb4c61b (127.4.67.67). New cstate: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } health_report { overall_health: UNKNOWN } } }
20:04:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.468005 5132 raft_consensus.cc:493] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.468283 5132 raft_consensus.cc:515] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.469066 5132 leader_election.cc:290] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351), 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829)
20:04:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.469676 4771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0827a58caa3b49538a09acc3d922dd3d" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" is_pre_election: true
20:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.469717 4911 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0827a58caa3b49538a09acc3d922dd3d" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" is_pre_election: true
20:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.469937 4911 raft_consensus.cc:2468] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 0.
20:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.469978 4771 raft_consensus.cc:2468] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 0.
20:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.470422 4980 leader_election.cc:304] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c4d95d45cec4ca9b72e4ef7e773eefb, 996b0f9b517149d585c2d9c4edb4c61b; no voters:
20:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.470777 5132 raft_consensus.cc:2804] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.470883 5132 raft_consensus.cc:493] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.470960 5132 raft_consensus.cc:3060] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Advancing to term 1
20:04:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.472781 5132 raft_consensus.cc:515] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.473371 5132 leader_election.cc:290] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 election: Requested vote from peers e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351), 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829)
20:04:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.473925 4771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0827a58caa3b49538a09acc3d922dd3d" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7"
20:04:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.473925 4911 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0827a58caa3b49538a09acc3d922dd3d" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb"
20:04:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.474146 4911 raft_consensus.cc:3060] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Advancing to term 1
20:04:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.474146 4771 raft_consensus.cc:3060] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Advancing to term 1
20:04:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.476856 4911 raft_consensus.cc:2468] T 0827a58caa3b49538a09acc3d922dd3d P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 1.
20:04:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.476856 4771 raft_consensus.cc:2468] T 0827a58caa3b49538a09acc3d922dd3d P e207f94afdb24bae92a0b36f9cfcf9a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 1.
20:04:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.477362 4978 leader_election.cc:304] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 996b0f9b517149d585c2d9c4edb4c61b, e207f94afdb24bae92a0b36f9cfcf9a7; no voters:
20:04:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.477757 5132 raft_consensus.cc:2804] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 1 FOLLOWER]: Leader election won for term 1
20:04:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.477931 5132 raft_consensus.cc:697] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [term 1 LEADER]: Becoming Leader. State: Replica: 996b0f9b517149d585c2d9c4edb4c61b, State: Running, Role: LEADER
20:04:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.478253 5132 consensus_queue.cc:237] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.481099 4568 catalog_manager.cc:5696] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b reported cstate change: term changed from 0 to 1, leader changed from <none> to 996b0f9b517149d585c2d9c4edb4c61b (127.4.67.67). New cstate: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } health_report { overall_health: HEALTHY } } }
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.547305 4568 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44880:
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.548266 4568 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.567215 4746 tablet_service.cc:1511] Processing CreateTablet for tablet a1fdb686a12c4ce3967493c472635ac6 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9e73fda798ac4e928cb2c79c0ea5bf26]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.567788 5030 tablet_service.cc:1511] Processing CreateTablet for tablet a1fdb686a12c4ce3967493c472635ac6 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9e73fda798ac4e928cb2c79c0ea5bf26]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.568321 4746 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a1fdb686a12c4ce3967493c472635ac6. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.568625 5030 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a1fdb686a12c4ce3967493c472635ac6. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.569862 4889 tablet_service.cc:1511] Processing CreateTablet for tablet a1fdb686a12c4ce3967493c472635ac6 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9e73fda798ac4e928cb2c79c0ea5bf26]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
20:04:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.570549 4889 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a1fdb686a12c4ce3967493c472635ac6. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.575536 5126 tablet_bootstrap.cc:492] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: Bootstrap starting.
20:04:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.575688 5125 tablet_bootstrap.cc:492] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: Bootstrap starting.
20:04:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.576462 5128 tablet_bootstrap.cc:492] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: Bootstrap starting.
20:04:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.577378 5125 tablet_bootstrap.cc:654] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: Neither blocks nor log segments found. Creating new log.
20:04:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.577373 5126 tablet_bootstrap.cc:654] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: Neither blocks nor log segments found. Creating new log.
20:04:16.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.578558 5128 tablet_bootstrap.cc:654] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: Neither blocks nor log segments found. Creating new log.
20:04:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.584097 5125 tablet_bootstrap.cc:492] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: No bootstrap required, opened a new log
20:04:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.584282 5125 ts_tablet_manager.cc:1403] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: Time spent bootstrapping tablet: real 0.009s user 0.004s sys 0.000s
20:04:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.584317 5126 tablet_bootstrap.cc:492] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: No bootstrap required, opened a new log
20:04:16.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.584474 5126 ts_tablet_manager.cc:1403] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: Time spent bootstrapping tablet: real 0.009s user 0.002s sys 0.005s
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.584995 5128 tablet_bootstrap.cc:492] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: No bootstrap required, opened a new log
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585201 5128 ts_tablet_manager.cc:1403] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.003s
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585105 5125 raft_consensus.cc:359] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585214 5126 raft_consensus.cc:359] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585304 5125 raft_consensus.cc:385] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585366 5125 raft_consensus.cc:740] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c4d95d45cec4ca9b72e4ef7e773eefb, State: Initialized, Role: FOLLOWER
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585390 5126 raft_consensus.cc:385] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585451 5126 raft_consensus.cc:740] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 996b0f9b517149d585c2d9c4edb4c61b, State: Initialized, Role: FOLLOWER
20:04:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585613 5125 consensus_queue.cc:260] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586028 5128 raft_consensus.cc:359] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586227 5128 raft_consensus.cc:385] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586297 5128 raft_consensus.cc:740] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e207f94afdb24bae92a0b36f9cfcf9a7, State: Initialized, Role: FOLLOWER
20:04:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586118 5131 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586467 5131 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586531 5128 consensus_queue.cc:260] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586979 5128 ts_tablet_manager.cc:1434] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
20:04:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.587352 5134 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.587675 5134 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.586119 5125 ts_tablet_manager.cc:1434] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
20:04:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.585745 5126 consensus_queue.cc:260] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.589246 5132 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.589450 5132 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.589917 5126 ts_tablet_manager.cc:1434] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
20:04:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.701581 5132 raft_consensus.cc:493] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.701802 5132 raft_consensus.cc:515] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.702436 5132 leader_election.cc:290] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351), 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829)
20:04:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.703083 4771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a1fdb686a12c4ce3967493c472635ac6" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" is_pre_election: true
20:04:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.703097 4911 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a1fdb686a12c4ce3967493c472635ac6" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" is_pre_election: true
20:04:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.703290 4771 raft_consensus.cc:2468] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 0.
20:04:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.703305 4911 raft_consensus.cc:2468] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 0.
20:04:16.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.703737 4980 leader_election.cc:304] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c4d95d45cec4ca9b72e4ef7e773eefb, 996b0f9b517149d585c2d9c4edb4c61b; no voters:
20:04:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.704027 5132 raft_consensus.cc:2804] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.704133 5132 raft_consensus.cc:493] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.704193 5132 raft_consensus.cc:3060] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 0 FOLLOWER]: Advancing to term 1
20:04:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.706008 5132 raft_consensus.cc:515] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.706561 5132 leader_election.cc:290] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 election: Requested vote from peers e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351), 2c4d95d45cec4ca9b72e4ef7e773eefb (127.4.67.66:32829)
20:04:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.707091 4771 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a1fdb686a12c4ce3967493c472635ac6" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7"
20:04:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.707091 4911 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a1fdb686a12c4ce3967493c472635ac6" candidate_uuid: "996b0f9b517149d585c2d9c4edb4c61b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb"
20:04:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.707293 4911 raft_consensus.cc:3060] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 0 FOLLOWER]: Advancing to term 1
20:04:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.707293 4771 raft_consensus.cc:3060] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [term 0 FOLLOWER]: Advancing to term 1
20:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.710026 4911 raft_consensus.cc:2468] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 1.
20:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.710026 4771 raft_consensus.cc:2468] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 996b0f9b517149d585c2d9c4edb4c61b in term 1.
20:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.710538 4978 leader_election.cc:304] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 996b0f9b517149d585c2d9c4edb4c61b, e207f94afdb24bae92a0b36f9cfcf9a7; no voters:
20:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.710839 5132 raft_consensus.cc:2804] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 1 FOLLOWER]: Leader election won for term 1
20:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.710958 5132 raft_consensus.cc:697] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [term 1 LEADER]: Becoming Leader. State: Replica: 996b0f9b517149d585c2d9c4edb4c61b, State: Running, Role: LEADER
20:04:16.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.711244 5132 consensus_queue.cc:237] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } }
20:04:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.712642 5138 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: TxnStatusTablet state changed. Reason: New leader 996b0f9b517149d585c2d9c4edb4c61b. Latest consensus state: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.712895 5138 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: This TxnStatusTablet replica's current role is: LEADER
20:04:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.713670 5154 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
20:04:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.714236 5154 txn_status_manager.cc:930] Loading transaction status metadata into memory...
20:04:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.714532 4568 catalog_manager.cc:5696] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b reported cstate change: term changed from 0 to 1, leader changed from <none> to 996b0f9b517149d585c2d9c4edb4c61b (127.4.67.67). New cstate: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } health_report { overall_health: HEALTHY } } }
20:04:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.743999 4911 raft_consensus.cc:1275] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb [term 1 FOLLOWER]: Refusing update from remote peer 996b0f9b517149d585c2d9c4edb4c61b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.744050 4771 raft_consensus.cc:1275] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7 [term 1 FOLLOWER]: Refusing update from remote peer 996b0f9b517149d585c2d9c4edb4c61b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:16.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.745090 5138 consensus_queue.cc:1048] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:16.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.745381 5132 consensus_queue.cc:1048] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.753790 5131 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: TxnStatusTablet state changed. Reason: New leader 996b0f9b517149d585c2d9c4edb4c61b. Latest consensus state: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.754109 5131 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:16.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.763424 5159 mvcc.cc:204] Tried to move back new op lower bound from 7297244597212827648 to 7297244597091356672. Current Snapshot: MvccSnapshot[applied={T|T < 7297244597212827648}]
20:04:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.764719 5134 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: TxnStatusTablet state changed. Reason: New leader 996b0f9b517149d585c2d9c4edb4c61b. Latest consensus state: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.764976 5134 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.765483 5158 mvcc.cc:204] Tried to move back new op lower bound from 7297244597212827648 to 7297244597091356672. Current Snapshot: MvccSnapshot[applied={T|T < 7297244597212827648}]
20:04:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.766180 5132 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.766407 5132 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: This TxnStatusTablet replica's current role is: LEADER
20:04:16.772 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
20:04:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.773895 5138 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.774163 5138 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b: This TxnStatusTablet replica's current role is: LEADER
20:04:16.774 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 3ffb522a7d4441de8d9cfb73d54f2d00
20:04:16.775 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.67.124:36655
20:04:16.775 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:04:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.775723 4365 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskXlGvke/build/asan/bin/kudu pid 4535
20:04:16.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.776329 5160 mvcc.cc:204] Tried to move back new op lower bound from 7297244597212827648 to 7297244597091356672. Current Snapshot: MvccSnapshot[applied={T|T < 7297244597212827648}]
20:04:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.777279 4609 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.783736 5134 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.783939 5134 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P e207f94afdb24bae92a0b36f9cfcf9a7: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.787844 5131 tablet_replica.cc:442] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "996b0f9b517149d585c2d9c4edb4c61b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 } } peers { permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 } } peers { permanent_uuid: "996b0f9b517149d585c2d9c4edb4c61b" member_type: VOTER last_known_addr { host: "127.4.67.67" port: 34849 } } }
20:04:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.788044 5131 tablet_replica.cc:445] T a1fdb686a12c4ce3967493c472635ac6 P 2c4d95d45cec4ca9b72e4ef7e773eefb: This TxnStatusTablet replica's current role is: FOLLOWER
20:04:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.797434 5132 consensus_queue.cc:1048] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:16.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.806690 5132 consensus_queue.cc:1048] T 8044d937bd494200bb9545fad24d1b2a P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.931875 4365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXlGvke/build/asan/bin/kudu with pid 4535
20:04:16.959 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.67.124:36655(127.4.67.124:36655)] handling channelInactive
20:04:16.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state READY due to: connection closed
20:04:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.959542 4836 connection.cc:573] client connection to 127.4.67.124:36655 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:16.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:04:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.959900 5098 heartbeater.cc:646] Failed to heartbeat to 127.4.67.124:36655 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.4.67.124:36655 (error 108)
20:04:16.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.960078 4956 heartbeater.cc:646] Failed to heartbeat to 127.4.67.124:36655 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.962922 5138 consensus_queue.cc:1048] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c4d95d45cec4ca9b72e4ef7e773eefb" member_type: VOTER last_known_addr { host: "127.4.67.66" port: 32829 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:16.969069 5168 consensus_queue.cc:1048] T 0827a58caa3b49538a09acc3d922dd3d P 996b0f9b517149d585c2d9c4edb4c61b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e207f94afdb24bae92a0b36f9cfcf9a7" member_type: VOTER last_known_addr { host: "127.4.67.65" port: 43351 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:16.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:16.979082 4816 heartbeater.cc:646] Failed to heartbeat to 127.4.67.124:36655 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:17.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.230168 5175 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 784833157fa345e18151797390df419b)
20:04:17.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.230209 5176 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 784833157fa345e18151797390df419b)
20:04:17.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.230394 5175 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:17.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.230397 5176 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.231608 5175 leader_election.cc:290] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5deb7d837a0e42438ac34933b6ba13b6 (127.4.67.126:46729), 784833157fa345e18151797390df419b (127.4.67.124:36655)
20:04:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.232760 4496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5deb7d837a0e42438ac34933b6ba13b6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba8ed67aa8c34c40b04482a88504ca46" is_pre_election: true
20:04:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.231652 5176 leader_election.cc:290] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ba8ed67aa8c34c40b04482a88504ca46 (127.4.67.125:43151), 784833157fa345e18151797390df419b (127.4.67.124:36655)
20:04:17.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.233026 4496 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5deb7d837a0e42438ac34933b6ba13b6 in term 1.
20:04:17.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.234115 4416 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba8ed67aa8c34c40b04482a88504ca46" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5deb7d837a0e42438ac34933b6ba13b6" is_pre_election: true
20:04:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.234293 4393 leader_election.cc:304] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5deb7d837a0e42438ac34933b6ba13b6, ba8ed67aa8c34c40b04482a88504ca46; no voters:
20:04:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.234571 4416 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba8ed67aa8c34c40b04482a88504ca46 in term 1.
20:04:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.234920 5176 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.235047 5176 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 784833157fa345e18151797390df419b)
20:04:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.235112 4472 leader_election.cc:336] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:17.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.235158 5176 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 1 FOLLOWER]: Advancing to term 2
20:04:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.235725 4472 leader_election.cc:304] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5deb7d837a0e42438ac34933b6ba13b6, ba8ed67aa8c34c40b04482a88504ca46; no voters: 784833157fa345e18151797390df419b
20:04:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.236056 4391 leader_election.cc:336] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.236738 5175 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:17.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.236846 5175 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 784833157fa345e18151797390df419b)
20:04:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.236943 5175 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 1 FOLLOWER]: Advancing to term 2
20:04:17.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.237682 5176 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.238241 5176 leader_election.cc:290] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 2 election: Requested vote from peers ba8ed67aa8c34c40b04482a88504ca46 (127.4.67.125:43151), 784833157fa345e18151797390df419b (127.4.67.124:36655)
20:04:17.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.238770 4496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5deb7d837a0e42438ac34933b6ba13b6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba8ed67aa8c34c40b04482a88504ca46"
20:04:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.239414 5175 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.239708 4391 leader_election.cc:336] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.239814 4496 raft_consensus.cc:2393] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 5deb7d837a0e42438ac34933b6ba13b6 in current term 2: Already voted for candidate ba8ed67aa8c34c40b04482a88504ca46 in this term.
20:04:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.240058 5175 leader_election.cc:290] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [CANDIDATE]: Term 2 election: Requested vote from peers 5deb7d837a0e42438ac34933b6ba13b6 (127.4.67.126:46729), 784833157fa345e18151797390df419b (127.4.67.124:36655)
20:04:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.240339 4393 leader_election.cc:304] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5deb7d837a0e42438ac34933b6ba13b6; no voters: 784833157fa345e18151797390df419b, ba8ed67aa8c34c40b04482a88504ca46
20:04:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.240406 4416 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba8ed67aa8c34c40b04482a88504ca46" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "5deb7d837a0e42438ac34933b6ba13b6"
20:04:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.240674 4416 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ba8ed67aa8c34c40b04482a88504ca46 in current term 2: Already voted for candidate 5deb7d837a0e42438ac34933b6ba13b6 in this term.
20:04:17.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.240805 5176 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.241758 4472 leader_election.cc:336] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.241886 4472 leader_election.cc:304] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ba8ed67aa8c34c40b04482a88504ca46; no voters: 5deb7d837a0e42438ac34933b6ba13b6, 784833157fa345e18151797390df419b
20:04:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.242120 5175 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:04:17.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.288 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.4.67.124:36655(127.4.67.124:36655) for tablet Kudu Master: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.308 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.328 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.348 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.368 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.387 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.4.67.124:36655, [2ms] received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, deferred=Deferred@1180583603(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007f4890339c20@6a48b767 -> (continuation of Deferred@2010292650 after retry RPC after error@305008340) -> (continuation of Deferred@644987388 after retry RPC after error@153993690) -> (continuation of Deferred@1796275876 after retry RPC after error@153748924) -> (continuation of Deferred@574612284 after retry RPC after error@1174128048) -> (continuation of Deferred@703788661 after retry RPC after error@1890320658), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007f4890339e48@2dd73a38 -> (continuation of Deferred@2010292650 after retry RPC after error@305008340) -> (continuation of Deferred@644987388 after retry RPC after error@153993690) -> (continuation of Deferred@1796275876 after retry RPC after error@153748924) -> (continuation of Deferred@574612284 after retry RPC after error@1174128048) -> (continuation of Deferred@703788661 after retry RPC after error@1890320658)))
20:04:17.469 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.4.67.124:36655, [2ms] received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [181ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, deferred=Deferred@1180583603(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$242/0x00007f4890339c20@6a48b767 -> (continuation of Deferred@2010292650 after retry RPC after error@305008340) -> (continuation of Deferred@644987388 after retry RPC after error@153993690) -> (continuation of Deferred@1796275876 after retry RPC after error@153748924) -> (continuation of Deferred@574612284 after retry RPC after error@1174128048) -> (continuation of Deferred@703788661 after retry RPC after error@1890320658), errback=org.apache.kudu.client.KuduTransaction$$Lambda$243/0x00007f4890339e48@2dd73a38 -> (continuation of Deferred@2010292650 after retry RPC after error@305008340) -> (continuation of Deferred@644987388 after retry RPC after error@153993690) -> (continuation of Deferred@1796275876 after retry RPC after error@153748924) -> (continuation of Deferred@574612284 after retry RPC after error@1174128048) -> (continuation of Deferred@703788661 after retry RPC after error@1890320658)))
20:04:17.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.488 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.508 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.528 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.548 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.568 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.569 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729; will retry
20:04:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.649812 5176 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.650048 5176 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:17.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.650760 5176 leader_election.cc:290] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ba8ed67aa8c34c40b04482a88504ca46 (127.4.67.125:43151), 784833157fa345e18151797390df419b (127.4.67.124:36655)
20:04:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.651389 4496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5deb7d837a0e42438ac34933b6ba13b6" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba8ed67aa8c34c40b04482a88504ca46" is_pre_election: true
20:04:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.651616 4496 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5deb7d837a0e42438ac34933b6ba13b6 in term 2.
20:04:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.652087 4393 leader_election.cc:304] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5deb7d837a0e42438ac34933b6ba13b6, ba8ed67aa8c34c40b04482a88504ca46; no voters:
20:04:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.652412 4391 leader_election.cc:336] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.652460 5176 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:04:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.652570 5176 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.652697 5176 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 2 FOLLOWER]: Advancing to term 3
20:04:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.654650 5176 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.655196 5176 leader_election.cc:290] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 3 election: Requested vote from peers ba8ed67aa8c34c40b04482a88504ca46 (127.4.67.125:43151), 784833157fa345e18151797390df419b (127.4.67.124:36655)
20:04:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.655792 4496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5deb7d837a0e42438ac34933b6ba13b6" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba8ed67aa8c34c40b04482a88504ca46"
20:04:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.655987 4496 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 2 FOLLOWER]: Advancing to term 3
20:04:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.656725 4391 leader_election.cc:336] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111)
20:04:17.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.658233 4496 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5deb7d837a0e42438ac34933b6ba13b6 in term 3.
20:04:17.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.658746 4393 leader_election.cc:304] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5deb7d837a0e42438ac34933b6ba13b6, ba8ed67aa8c34c40b04482a88504ca46; no voters: 784833157fa345e18151797390df419b
20:04:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.659099 5176 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 3 FOLLOWER]: Leader election won for term 3
20:04:17.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.659546 5176 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [term 3 LEADER]: Becoming Leader. State: Replica: 5deb7d837a0e42438ac34933b6ba13b6, State: Running, Role: LEADER
20:04:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.660023 5176 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } }
20:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.661581 5186 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5deb7d837a0e42438ac34933b6ba13b6. Latest consensus state: current_term: 3 leader_uuid: "5deb7d837a0e42438ac34933b6ba13b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.661847 5186 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: This master's current role is: LEADER
20:04:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.662533 5187 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
20:04:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.665076 5187 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00]
20:04:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.665724 5187 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=9e73fda798ac4e928cb2c79c0ea5bf26]
20:04:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.667454 5187 tablet_loader.cc:96] loaded metadata for tablet 0827a58caa3b49538a09acc3d922dd3d (table txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00])
20:04:17.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.667865 5187 tablet_loader.cc:96] loaded metadata for tablet 8044d937bd494200bb9545fad24d1b2a (table txn_manager_fallback_rolling [id=3ffb522a7d4441de8d9cfb73d54f2d00])
20:04:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.668200 5187 tablet_loader.cc:96] loaded metadata for tablet a1fdb686a12c4ce3967493c472635ac6 (table kudu_system.kudu_transactions [id=9e73fda798ac4e928cb2c79c0ea5bf26])
20:04:17.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.668473 5187 catalog_manager.cc:1519] Initializing Kudu cluster ID...
20:04:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.669332 5187 catalog_manager.cc:1294] Loaded cluster ID: 2f52b216f611478499281801721c59fc
20:04:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.669420 5187 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
20:04:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.670644 5187 catalog_manager.cc:1539] Loading token signing keys...
20:04:17.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.671483 5187 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6: Loaded TSK: 0
20:04:17.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.672361 5187 catalog_manager.cc:1549] Initializing in-progress tserver states...
20:04:17.746 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [21ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [41ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [61ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [83ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [101ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.4.67.125:43151,127.4.67.124:36655,127.4.67.126:46729) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, deferred=Deferred@1327769187(state=PENDING, result=null, callback=(continuation of Deferred@20995147 after retry RPC after error@1351843056) -> (continuation of Deferred@1372143722 after retry RPC after error@1068528398) -> (continuation of Deferred@1007796919 after retry RPC after error@1999527225) -> (continuation of Deferred@1820301734 after retry RPC after error@1349238564) -> (continuation of Deferred@1650314212 after retry RPC after error@1730123011) -> (continuation of Deferred@2000524015 after retry RPC after error@2057474483) -> (continuation of Deferred@1982625768 after retry RPC after error@1837126563), errback=(continuation of Deferred@20995147 after retry RPC after error@1351843056) -> (continuation of Deferred@1372143722 after retry RPC after error@1068528398) -> (continuation of Deferred@1007796919 after retry RPC after error@1999527225) -> (continuation of Deferred@1820301734 after retry RPC after error@1349238564) -> (continuation of Deferred@1650314212 after retry RPC after error@1730123011) -> (continuation of Deferred@2000524015 after retry RPC after error@2057474483) -> (continuation of Deferred@1982625768 after retry RPC after error@1837126563)))
20:04:17.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.746870 4391 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 -> Peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Couldn't send request to peer 784833157fa345e18151797390df419b. Status: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:17.748 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
20:04:17.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.4.67.124:36655(127.4.67.124:36655)] connecting to peer
20:04:17.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.67.124:36655(127.4.67.124:36655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.67.124:36655: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655
20:04:17.770 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:17.770 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.125:43151, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.124:36655, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.67.126:46729, [1ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.124:36655: Network error: Failed to connect to peer master-127.4.67.124:36655(127.4.67.124:36655): Connection refused: /127.4.67.124:36655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.125:43151: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.4.67.126:46729: OK, deferred=null) after lookup
20:04:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.779991 4983 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.004s from last keepalive heartbeat (effective timeout is 1.000s)
20:04:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.786422 4496 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [term 3 FOLLOWER]: Refusing update from remote peer 5deb7d837a0e42438ac34933b6ba13b6: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
20:04:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.787068 5186 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
20:04:17.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.788827 5197 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5deb7d837a0e42438ac34933b6ba13b6. Latest consensus state: current_term: 3 leader_uuid: "5deb7d837a0e42438ac34933b6ba13b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:17.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.789022 5197 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.790850 5197 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "5deb7d837a0e42438ac34933b6ba13b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.791188 5197 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba8ed67aa8c34c40b04482a88504ca46 [sys.catalog]: This master's current role is: FOLLOWER
20:04:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.799788 5176 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "5deb7d837a0e42438ac34933b6ba13b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5deb7d837a0e42438ac34933b6ba13b6" member_type: VOTER last_known_addr { host: "127.4.67.126" port: 46729 } } peers { permanent_uuid: "ba8ed67aa8c34c40b04482a88504ca46" member_type: VOTER last_known_addr { host: "127.4.67.125" port: 43151 } } peers { permanent_uuid: "784833157fa345e18151797390df419b" member_type: VOTER last_known_addr { host: "127.4.67.124" port: 36655 } } }
20:04:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.800036 5176 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 [sys.catalog]: This master's current role is: LEADER
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:17.836278 4406 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44446:
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
20:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
20:04:17.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:17.838781 4406 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:17.856 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 996b0f9b517149d585c2d9c4edb4c61b (127.4.67.67:34849): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1781553856 last_transition_timestamp: 1781553857
20:04:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:18.311450 4391 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 -> Peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Couldn't send request to peer 784833157fa345e18151797390df419b. Status: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:04:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:18.416182 4391 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111) [suppressed 17 similar messages]
20:04:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:18.766245 4391 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 -> Peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Couldn't send request to peer 784833157fa345e18151797390df419b. Status: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
20:04:18.965 [DEBUG - main] (Connection.java:575) [peer master-127.4.67.126:46729(127.4.67.126:46729)] disconnecting while in state READY
20:04:18.965 [DEBUG - main] (Connection.java:575) [peer master-127.4.67.125:43151(127.4.67.125:43151)] disconnecting while in state READY
20:04:18.965 [DEBUG - main] (Connection.java:575) [peer master-127.4.67.124:36655(127.4.67.124:36655)] disconnecting while in state TERMINATED
20:04:18.965 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.67.126:46729(127.4.67.126:46729)] handling channelInactive
20:04:18.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.67.126:46729(127.4.67.126:46729)] cleaning up while in state READY due to: connection closed
20:04:18.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:18.966 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.67.125:43151(127.4.67.125:43151)] handling channelInactive
20:04:18.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.67.125:43151(127.4.67.125:43151)] cleaning up while in state READY due to: connection closed
20:04:18.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:18.967286 4365 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskXlGvke/build/asan/bin/kudu pid 4658
20:04:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:18.974879 4811 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:18.977762 4957 heartbeater.cc:499] Master 127.4.67.126:46729 was elected leader, sending a full tablet report...
20:04:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.075276 4817 heartbeater.cc:499] Master 127.4.67.126:46729 was elected leader, sending a full tablet report...
20:04:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.076745 4365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXlGvke/build/asan/bin/kudu with pid 4658
20:04:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:19.091732 4475 connection.cc:573] server connection from 127.4.67.65:46661 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.091877 4365 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskXlGvke/build/asan/bin/kudu pid 4821
20:04:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.098317 4951 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.196228 4365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXlGvke/build/asan/bin/kudu with pid 4821
20:04:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:19.207746 4978 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.67.65:43351: connect: Connection refused (error 111)
20:04:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:19.209187 4978 consensus_peers.cc:597] T a1fdb686a12c4ce3967493c472635ac6 P 996b0f9b517149d585c2d9c4edb4c61b -> Peer e207f94afdb24bae92a0b36f9cfcf9a7 (127.4.67.65:43351): Couldn't send request to peer e207f94afdb24bae92a0b36f9cfcf9a7. Status: Network error: Client connection negotiation failed: client connection to 127.4.67.65:43351: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:19.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.212262 4365 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskXlGvke/build/asan/bin/kudu pid 4961
20:04:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.218918 5093 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:19.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260615 20:04:19.230304 4391 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5deb7d837a0e42438ac34933b6ba13b6 -> Peer 784833157fa345e18151797390df419b (127.4.67.124:36655): Couldn't send request to peer 784833157fa345e18151797390df419b. Status: Network error: Client connection negotiation failed: client connection to 127.4.67.124:36655: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
20:04:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.342662 4365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXlGvke/build/asan/bin/kudu with pid 4961
20:04:19.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.360544 4365 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskXlGvke/build/asan/bin/kudu pid 4376
20:04:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.361958 4447 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.483726 4365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXlGvke/build/asan/bin/kudu with pid 4376
20:04:19.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.503433 4365 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskXlGvke/build/asan/bin/kudu pid 4456
20:04:19.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.504513 4528 generic_service.cc:196] Checking for leaks (request via RPC)
20:04:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260615 20:04:19.615218 4365 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskXlGvke/build/asan/bin/kudu with pid 4456
20:04:19.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-15T20:04:19Z chronyd exiting
20:04:19.774 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)