02:10:07.798 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:10:07.798 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUE3D2o/test-tmp
02:10:07.798 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
02:10:07.798 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUE3D2o/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
02:10:07.801 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:10:07.875 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:10:07.875 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:10:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.875633 28661 mini_oidc.cc:150] Starting JWKS server
02:10:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.876123 28661 webserver.cc:533] Webserver started at http://127.0.0.1:37411/ using document root <none> and password file <none>
02:10:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.876201 28661 mini_oidc.cc:186] Starting OIDC Discovery server
02:10:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.876317 28661 webserver.cc:533] Webserver started at http://127.0.0.1:35853/ using document root <none> and password file <none>
02:10:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:10:07Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:10:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:10:07Z Disabled control of system clock
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.886299 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/wal
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/logs
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data/info.pb
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.126:46205
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.126
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:10:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:10:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.960870 28672 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.961026 28672 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.961045 28672 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.962491 28672 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:10:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.962527 28672 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:10:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.962539 28672 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.962551 28672 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:10:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.962563 28672 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:10:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.962574 28672 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:10:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.962585 28672 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37411/jwks.json
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.964115 28672 master_runner.cc:387] Master server non-default flags:
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/logs
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/wal
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.126:46205
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data/info.pb
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.126
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28672
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.964280 28672 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:07.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.964439 28672 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:07.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.966677 28680 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.966682 28678 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.966679 28677 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.966830 28672 server_base.cc:1061] running on GCE node
02:10:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.967130 28672 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.967307 28672 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:07.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.968446 28672 hybrid_clock.cc:648] HybridClock initialized: now 1790215807968435 us; error 33 us; skew 500 ppm
02:10:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.969470 28672 webserver.cc:533] Webserver started at http://127.27.253.126:37905/ using document root <none> and password file <none>
02:10:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.969674 28672 fs_manager.cc:362] Metadata directory not provided
02:10:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.969713 28672 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:07.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.969791 28672 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:10:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.970516 28672 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data/instance:
02:10:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51d62322094a49bea5ffe729230b682a"
02:10:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:07 on dist-test-slave-1k71"
02:10:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.970759 28672 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/wal/instance:
02:10:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51d62322094a49bea5ffe729230b682a"
02:10:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:07 on dist-test-slave-1k71"
02:10:07.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.971778 28672 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.002s
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.972342 28686 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.972533 28672 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.972621 28672 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/wal
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51d62322094a49bea5ffe729230b682a"
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:07 on dist-test-slave-1k71"
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.972684 28672 fs_report.cc:389] FS layout report
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/wal
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/wal
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data/data
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.982241 28672 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.982514 28672 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.982653 28672 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.986887 28672 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.126:46205
02:10:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.986917 28748 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.126:46205 every 8 connection(s)
02:10:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.987221 28672 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/data/info.pb
02:10:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.987779 28749 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.989419 28749 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } has no permanent_uuid. Determining permanent_uuid...
02:10:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.990043 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 28672
02:10:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.990144 28661 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-0/wal/instance
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.990923 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/logs
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/info.pb
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.125:40975
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.125
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:10:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:10:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:07.994342 28749 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } has no permanent_uuid. Determining permanent_uuid...
02:10:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.994699 28689 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:07.995085 28749 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.253.125:40975: Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:08.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.044299 28749 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } attempt: 1
02:10:08.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.045192 28749 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.253.125:40975: Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.065722 28753 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.065876 28753 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.065896 28753 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.067327 28753 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:10:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.067361 28753 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:10:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.067373 28753 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.067385 28753 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:10:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.067397 28753 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:10:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.067409 28753 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:10:08.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.067420 28753 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37411/jwks.json
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.068935 28753 master_runner.cc:387] Master server non-default flags:
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/logs
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.125:40975
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/info.pb
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.125
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28753
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:10:08.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.069136 28753 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:08.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.069293 28753 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:08.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.071738 28760 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.071708 28759 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.071733 28762 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.071983 28753 server_base.cc:1061] running on GCE node
02:10:08.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.072183 28753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:08.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.072378 28753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.073518 28753 hybrid_clock.cc:648] HybridClock initialized: now 1790215808073469 us; error 65 us; skew 500 ppm
02:10:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.074544 28753 webserver.cc:533] Webserver started at http://127.27.253.125:45071/ using document root <none> and password file <none>
02:10:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.074692 28753 fs_manager.cc:362] Metadata directory not provided
02:10:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.074726 28753 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:08.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.074802 28753 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:10:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.075546 28753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/instance:
02:10:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca55e99c1b03468b9e410081ba4ac492"
02:10:08.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.075871 28753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal/instance:
02:10:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca55e99c1b03468b9e410081ba4ac492"
02:10:08.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.077093 28753 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
02:10:08.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.077756 28768 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.078048 28753 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.078112 28753 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca55e99c1b03468b9e410081ba4ac492"
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.078162 28753 fs_report.cc:389] FS layout report
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/data
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:08.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.103799 28753 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:08.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.104055 28753 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:08.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.104147 28753 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.108687 28753 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.125:40975
02:10:08.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.108777 28830 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.125:40975 every 8 connection(s)
02:10:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.108973 28753 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/info.pb
02:10:08.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.109413 28831 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.110989 28831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } has no permanent_uuid. Determining permanent_uuid...
02:10:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.113346 28749 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } attempt: 2
02:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.115259 28831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } has no permanent_uuid. Determining permanent_uuid...
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.115804 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 28753
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.115881 28661 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal/instance
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.116319 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/logs
02:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/info.pb
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.124:36219
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.124
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.117733 28749 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } has no permanent_uuid. Determining permanent_uuid...
02:10:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.118284 28749 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.253.124:36219: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.118595 28831 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } has no permanent_uuid. Determining permanent_uuid...
02:10:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.118949 28769 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:08.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.119421 28831 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.253.124:36219: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.161473 28749 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } attempt: 1
02:10:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.162333 28749 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.253.124:36219: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.168635 28831 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } attempt: 1
02:10:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.169436 28831 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.253.124:36219: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:08.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.192705 28836 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.192862 28836 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.192881 28836 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.194346 28836 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:10:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.194384 28836 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:10:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.194396 28836 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.194408 28836 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:10:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.194420 28836 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:10:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.194432 28836 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:10:08.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.194442 28836 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37411/jwks.json
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.196048 28836 master_runner.cc:387] Master server non-default flags:
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/logs
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.124:36219
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/info.pb
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.124
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28836
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.196209 28836 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.196377 28836 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.198645 28845 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.198642 28843 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.198676 28842 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.198765 28836 server_base.cc:1061] running on GCE node
02:10:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.199122 28836 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.199297 28836 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:08.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.200434 28836 hybrid_clock.cc:648] HybridClock initialized: now 1790215808200418 us; error 35 us; skew 500 ppm
02:10:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.201478 28836 webserver.cc:533] Webserver started at http://127.27.253.124:42573/ using document root <none> and password file <none>
02:10:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.201633 28836 fs_manager.cc:362] Metadata directory not provided
02:10:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.201670 28836 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:08.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.201747 28836 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:10:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.202497 28836 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/instance:
02:10:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "417e1d1e8a244d1b96928947235b0b6f"
02:10:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.202751 28836 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal/instance:
02:10:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "417e1d1e8a244d1b96928947235b0b6f"
02:10:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.203751 28836 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.204300 28851 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.204444 28836 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.000s
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.204524 28836 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "417e1d1e8a244d1b96928947235b0b6f"
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.204620 28836 fs_report.cc:389] FS layout report
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/data
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.209479 28749 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } attempt: 2
02:10:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.210170 28749 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.253.124:36219: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.224387 28836 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.224722 28836 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.224822 28836 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.229416 28836 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.124:36219
02:10:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.229444 28913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.124:36219 every 8 connection(s)
02:10:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.229780 28836 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/info.pb
02:10:08.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.230326 28914 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.231314 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 28836
02:10:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.231384 28661 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal/instance
02:10:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.232344 28914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } has no permanent_uuid. Determining permanent_uuid...
02:10:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.236917 28914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } has no permanent_uuid. Determining permanent_uuid...
02:10:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.237608 28831 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } attempt: 2
02:10:08.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.239809 28914 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } has no permanent_uuid. Determining permanent_uuid...
02:10:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.242502 28831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Bootstrap starting.
02:10:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.243326 28831 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Neither blocks nor log segments found. Creating new log.
02:10:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.243371 28914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Bootstrap starting.
02:10:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.243607 28831 log.cc:826] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Log is configured to *not* fsync() on all Append() calls
02:10:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.244055 28914 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Neither blocks nor log segments found. Creating new log.
02:10:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.244280 28831 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: No bootstrap required, opened a new log
02:10:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.244328 28914 log.cc:826] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Log is configured to *not* fsync() on all Append() calls
02:10:08.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.244980 28914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: No bootstrap required, opened a new log
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.245944 28831 raft_consensus.cc:359] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246058 28831 raft_consensus.cc:385] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246093 28831 raft_consensus.cc:740] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca55e99c1b03468b9e410081ba4ac492, State: Initialized, Role: FOLLOWER
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246184 28831 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246449 28831 sys_catalog.cc:565] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: configured and running, proceeding with master startup.
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246459 28924 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246500 28914 raft_consensus.cc:359] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246589 28924 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: FOLLOWER
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246600 28914 raft_consensus.cc:385] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246639 28914 raft_consensus.cc:740] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 417e1d1e8a244d1b96928947235b0b6f, State: Initialized, Role: FOLLOWER
02:10:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246717 28914 consensus_queue.cc:260] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246954 28914 sys_catalog.cc:565] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: configured and running, proceeding with master startup.
02:10:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.246941 28925 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.247051 28925 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: FOLLOWER
02:10:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.248983 28941 catalog_manager.cc:1607] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:10:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.249127 28941 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:10:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.248808 28753 master_runner.cc:187] Error getting master registration for 127.27.253.126:46205: OK, instance_id { permanent_uuid: "51d62322094a49bea5ffe729230b682a" instance_seqno: 1790215807985884 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:10:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.250087 28753 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:10:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.249038 28947 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:10:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.250218 28947 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:10:08.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.250591 28836 master_runner.cc:187] Error getting master registration for 127.27.253.126:46205: OK, instance_id { permanent_uuid: "51d62322094a49bea5ffe729230b682a" instance_seqno: 1790215807985884 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:10:08.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.252053 28836 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:10:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.317330 28749 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } attempt: 3
02:10:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.322250 28749 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: Bootstrap starting.
02:10:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.323179 28749 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: Neither blocks nor log segments found. Creating new log.
02:10:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.323457 28749 log.cc:826] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: Log is configured to *not* fsync() on all Append() calls
02:10:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.324187 28749 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: No bootstrap required, opened a new log
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.324903 28924 raft_consensus.cc:493] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.324987 28924 raft_consensus.cc:515] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.325196 28924 leader_election.cc:290] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219)
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.325489 28878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca55e99c1b03468b9e410081ba4ac492" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "417e1d1e8a244d1b96928947235b0b6f" is_pre_election: true
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.325614 28878 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca55e99c1b03468b9e410081ba4ac492 in term 0.
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.325824 28749 raft_consensus.cc:359] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.325942 28749 raft_consensus.cc:385] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.325971 28749 raft_consensus.cc:740] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51d62322094a49bea5ffe729230b682a, State: Initialized, Role: FOLLOWER
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.326020 28769 leader_election.cc:304] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f, ca55e99c1b03468b9e410081ba4ac492; no voters:
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.326083 28749 consensus_queue.cc:260] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.326356 28749 sys_catalog.cc:565] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: configured and running, proceeding with master startup.
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.326850 28713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca55e99c1b03468b9e410081ba4ac492" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51d62322094a49bea5ffe729230b682a" is_pre_election: true
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.326982 28713 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca55e99c1b03468b9e410081ba4ac492 in term 0.
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.327207 28924 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.327257 28924 raft_consensus.cc:493] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.327280 28924 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 0 FOLLOWER]: Advancing to term 1
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.328071 28924 raft_consensus.cc:515] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.328194 28924 leader_election.cc:290] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [CANDIDATE]: Term 1 election: Requested vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219)
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.328495 28878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca55e99c1b03468b9e410081ba4ac492" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "417e1d1e8a244d1b96928947235b0b6f"
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.328755 28713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca55e99c1b03468b9e410081ba4ac492" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51d62322094a49bea5ffe729230b682a"
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.328816 28713 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 0 FOLLOWER]: Advancing to term 1
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.328996 28962 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.329041 28962 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.329581 28713 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca55e99c1b03468b9e410081ba4ac492 in term 1.
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.329783 28770 leader_election.cc:304] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51d62322094a49bea5ffe729230b682a, ca55e99c1b03468b9e410081ba4ac492; no voters:
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.329895 28878 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 0 FOLLOWER]: Advancing to term 1
02:10:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.330684 28878 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca55e99c1b03468b9e410081ba4ac492 in term 1.
02:10:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.331707 28924 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 1 FOLLOWER]: Leader election won for term 1
02:10:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.331913 28924 raft_consensus.cc:697] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 1 LEADER]: Becoming Leader. State: Replica: ca55e99c1b03468b9e410081ba4ac492, State: Running, Role: LEADER
02:10:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.331998 28924 consensus_queue.cc:237] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.333216 28672 master_runner.cc:264] No leader master found from master 51d62322094a49bea5ffe729230b682a
02:10:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.333273 28672 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:10:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.333532 28964 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca55e99c1b03468b9e410081ba4ac492. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.333608 28964 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: LEADER
02:10:08.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.333801 28966 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:10:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.333985 28966 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:10:08.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.335279 28713 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Refusing update from remote peer ca55e99c1b03468b9e410081ba4ac492: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:10:08.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.335315 28878 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Refusing update from remote peer ca55e99c1b03468b9e410081ba4ac492: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:10:08.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.335539 28924 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [LEADER]: Connected to new peer: Peer: permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:08.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.335678 28924 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [LEADER]: Connected to new peer: Peer: permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.336756 28925 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca55e99c1b03468b9e410081ba4ac492. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.336844 28925 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: FOLLOWER
02:10:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.337690 28924 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.337762 28924 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: LEADER
02:10:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.338456 28967 mvcc.cc:204] Tried to move back new op lower bound from 7332723950939172864 to 7332723950928375808. Current Snapshot: MvccSnapshot[applied={T|T < 7332723950939172864}]
02:10:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.338999 28970 mvcc.cc:204] Tried to move back new op lower bound from 7332723950939172864 to 7332723950928375808. Current Snapshot: MvccSnapshot[applied={T|T < 7332723950939172864}]
02:10:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.339423 28974 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.339596 28974 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: This master's current role is: FOLLOWER
02:10:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.339939 28974 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca55e99c1b03468b9e410081ba4ac492. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.340227 28974 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: This master's current role is: FOLLOWER
02:10:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.340420 28974 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.340623 28974 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: This master's current role is: FOLLOWER
02:10:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.340646 28966 catalog_manager.cc:1396] Generated new cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.340691 28966 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:10:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.345470 28964 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.345584 28964 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: LEADER
02:10:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.346323 28925 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca55e99c1b03468b9e410081ba4ac492" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.346421 28925 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: FOLLOWER
02:10:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.346817 28969 mvcc.cc:204] Tried to move back new op lower bound from 7332723950939172864 to 7332723950928375808. Current Snapshot: MvccSnapshot[applied={T|T < 7332723950939172864}]
02:10:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.360515 28966 catalog_manager.cc:1419] Generated new certificate authority record
02:10:08.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.361442 28966 catalog_manager.cc:1553] Loading token signing keys...
02:10:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.375830 28966 catalog_manager.cc:6219] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Generated new TSK 0
02:10:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.376190 28966 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.387310 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/wal
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/logs
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data/info.pb
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.65:0
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.253.65
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.65
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:10:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:10:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:10:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.497390 28977 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.497568 28977 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:08.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.497592 28977 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.499429 28977 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.499483 28977 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:10:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.499500 28977 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:10:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.499512 28977 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:10:08.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.499531 28977 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.253.65
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.501163 28977 tablet_server_runner.cc:78] Tablet server non-default flags:
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/logs
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/wal
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.65:0
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data/info.pb
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.65
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.28977
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.253.65
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:10:08.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.501343 28977 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.501515 28977 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.503878 28983 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.503892 28982 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.503965 28985 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.504509 28977 server_base.cc:1061] running on GCE node
02:10:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.504711 28977 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:08.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.504935 28977 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:08.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.506110 28977 hybrid_clock.cc:648] HybridClock initialized: now 1790215808506090 us; error 34 us; skew 500 ppm
02:10:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.507372 28977 webserver.cc:533] Webserver started at http://127.27.253.65:37241/ using document root <none> and password file <none>
02:10:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.507596 28977 fs_manager.cc:362] Metadata directory not provided
02:10:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.507647 28977 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.507752 28977 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:10:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.508802 28977 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data/instance:
02:10:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "756ce852161c42c9b434ba559e280728"
02:10:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.509135 28977 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/wal/instance:
02:10:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "756ce852161c42c9b434ba559e280728"
02:10:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.510505 28977 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.002s sys 0.000s
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.511286 28991 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.511507 28977 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.511581 28977 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/wal
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "756ce852161c42c9b434ba559e280728"
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.511631 28977 fs_report.cc:389] FS layout report
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/wal
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/wal
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data/data
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:08.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.532789 28977 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.533116 28977 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.533254 28977 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.533895 28977 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:10:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.533947 28977 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:10:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.533984 28977 ts_tablet_manager.cc:616] Registered 0 tablets
02:10:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.534003 28977 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:10:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.540934 28977 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.65:41101
02:10:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.541495 28977 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/data/info.pb
02:10:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.544628 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 28977
02:10:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.544723 28661 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-0/wal/instance
02:10:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.546545 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/wal
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/logs
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data/info.pb
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.66:0
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.253.66
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.66
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:10:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:10:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.553493 29115 heartbeater.cc:344] Connected to a master server at 127.27.253.126:46205
02:10:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.553772 29115 heartbeater.cc:461] Registering TS with master...
02:10:08.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.554257 29115 heartbeater.cc:507] Master 127.27.253.126:46205 requested a full tablet report, sending...
02:10:08.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.554744 28703 ts_manager.cc:194] Registered new tserver with Master: 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101)
02:10:08.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.553618 29113 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.65:41101 every 8 connection(s)
02:10:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.556087 29116 heartbeater.cc:344] Connected to a master server at 127.27.253.125:40975
02:10:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.556241 29116 heartbeater.cc:461] Registering TS with master...
02:10:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.556427 29116 heartbeater.cc:507] Master 127.27.253.125:40975 requested a full tablet report, sending...
02:10:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.556787 28785 ts_manager.cc:194] Registered new tserver with Master: 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101)
02:10:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.557698 29114 heartbeater.cc:344] Connected to a master server at 127.27.253.124:36219
02:10:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.557749 29114 heartbeater.cc:461] Registering TS with master...
02:10:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.557811 28785 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.253.65:58491
02:10:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.557850 29114 heartbeater.cc:507] Master 127.27.253.124:36219 requested a full tablet report, sending...
02:10:08.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.558190 28868 ts_manager.cc:194] Registered new tserver with Master: 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101)
02:10:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.634531 29118 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.634698 29118 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.634720 29118 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.636214 29118 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.636256 29118 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:10:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.636269 29118 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:10:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.636281 29118 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:10:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.636296 29118 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.253.66
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.637924 29118 tablet_server_runner.cc:78] Tablet server non-default flags:
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/logs
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/wal
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.66:0
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data/info.pb
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.66
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29118
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.253.66
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.638091 29118 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:08.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.638254 29118 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.640545 29125 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.640548 29127 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.640720 29118 server_base.cc:1061] running on GCE node
02:10:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.640570 29124 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.640960 29118 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:08.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.641191 29118 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.642343 29118 hybrid_clock.cc:648] HybridClock initialized: now 1790215808642319 us; error 38 us; skew 500 ppm
02:10:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.643364 29118 webserver.cc:533] Webserver started at http://127.27.253.66:36833/ using document root <none> and password file <none>
02:10:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.643573 29118 fs_manager.cc:362] Metadata directory not provided
02:10:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.643638 29118 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.643750 29118 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:10:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.644641 29118 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data/instance:
02:10:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2844ec8af513485c8b9820f26401578e"
02:10:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.644999 29118 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/wal/instance:
02:10:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2844ec8af513485c8b9820f26401578e"
02:10:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.646225 29118 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.001s
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.646963 29133 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.647154 29118 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.001s
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.647233 29118 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/wal
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2844ec8af513485c8b9820f26401578e"
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.647295 29118 fs_report.cc:389] FS layout report
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/wal
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/wal
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data/data
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:08.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.661998 29118 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.662300 29118 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.662444 29118 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.663053 29118 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:10:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.663141 29118 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:10:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.663172 29118 ts_tablet_manager.cc:616] Registered 0 tablets
02:10:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.663187 29118 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:10:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.670357 29118 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.66:35863
02:10:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.670990 29118 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/data/info.pb
02:10:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.672498 29255 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.66:35863 every 8 connection(s)
02:10:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.673580 29257 heartbeater.cc:344] Connected to a master server at 127.27.253.126:46205
02:10:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.673663 29257 heartbeater.cc:461] Registering TS with master...
02:10:08.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.673849 29257 heartbeater.cc:507] Master 127.27.253.126:46205 requested a full tablet report, sending...
02:10:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.674209 28703 ts_manager.cc:194] Registered new tserver with Master: 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863)
02:10:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676330 29258 heartbeater.cc:344] Connected to a master server at 127.27.253.125:40975
02:10:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676393 29258 heartbeater.cc:461] Registering TS with master...
02:10:08.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676491 29258 heartbeater.cc:507] Master 127.27.253.125:40975 requested a full tablet report, sending...
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676601 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 29118
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676621 29256 heartbeater.cc:344] Connected to a master server at 127.27.253.124:36219
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676666 29256 heartbeater.cc:461] Registering TS with master...
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676710 28661 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-1/wal/instance
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676743 29256 heartbeater.cc:507] Master 127.27.253.124:36219 requested a full tablet report, sending...
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676738 28785 ts_manager.cc:194] Registered new tserver with Master: 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863)
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.676983 28868 ts_manager.cc:194] Registered new tserver with Master: 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863)
02:10:08.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.677224 28785 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.253.66:52489
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.678082 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/wal
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/logs
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data/info.pb
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.67:0
02:10:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.253.67
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.67
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:10:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:10:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.757694 29261 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.757879 29261 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.757901 29261 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.759420 29261 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.759464 29261 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:10:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.759476 29261 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:10:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.759488 29261 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:10:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.759505 29261 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.253.67
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.761142 29261 tablet_server_runner.cc:78] Tablet server non-default flags:
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/logs
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/wal
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.67:0
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data/info.pb
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.67
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29261
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.253.67
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.761332 29261 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.761518 29261 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.764025 29261 server_base.cc:1061] running on GCE node
02:10:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.764016 29269 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.764014 29267 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.764117 29266 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.764374 29261 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.764540 29261 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:08.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.765722 29261 hybrid_clock.cc:648] HybridClock initialized: now 1790215808765708 us; error 32 us; skew 500 ppm
02:10:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.766680 29261 webserver.cc:533] Webserver started at http://127.27.253.67:37099/ using document root <none> and password file <none>
02:10:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.766829 29261 fs_manager.cc:362] Metadata directory not provided
02:10:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.766857 29261 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.766984 29261 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:10:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.767755 29261 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data/instance:
02:10:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27a191b984ec4c2a9803d27e19b5e012"
02:10:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.768083 29261 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/wal/instance:
02:10:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27a191b984ec4c2a9803d27e19b5e012"
02:10:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.769470 29261 fs_manager.cc:696] Time spent creating directory manager: real 0.001s user 0.000s sys 0.003s
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.770324 29275 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.770525 29261 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.000s sys 0.001s
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.770602 29261 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/wal
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27a191b984ec4c2a9803d27e19b5e012"
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.770645 29261 fs_report.cc:389] FS layout report
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/wal
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/wal
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data/data
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.792963 29261 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.793226 29261 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.793329 29261 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.793803 29261 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:10:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.793834 29261 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:10:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.793886 29261 ts_tablet_manager.cc:616] Registered 0 tablets
02:10:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.793905 29261 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:10:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.801036 29261 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.67:44303
02:10:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.801628 29261 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/data/info.pb
02:10:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.803390 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 29261
02:10:08.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.803459 28661 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/ts-2/wal/instance
02:10:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.803237 29397 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.67:44303 every 8 connection(s)
02:10:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.805653 29399 heartbeater.cc:344] Connected to a master server at 127.27.253.126:46205
02:10:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.805949 29399 heartbeater.cc:461] Registering TS with master...
02:10:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.806259 29399 heartbeater.cc:507] Master 127.27.253.126:46205 requested a full tablet report, sending...
02:10:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.806813 28701 ts_manager.cc:194] Registered new tserver with Master: 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.807034 29398 heartbeater.cc:344] Connected to a master server at 127.27.253.124:36219
02:10:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.807092 29398 heartbeater.cc:461] Registering TS with master...
02:10:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.807165 29398 heartbeater.cc:507] Master 127.27.253.124:36219 requested a full tablet report, sending...
02:10:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.807453 28868 ts_manager.cc:194] Registered new tserver with Master: 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.809403 29400 heartbeater.cc:344] Connected to a master server at 127.27.253.125:40975
02:10:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.809463 29400 heartbeater.cc:461] Registering TS with master...
02:10:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.809527 29400 heartbeater.cc:507] Master 127.27.253.125:40975 requested a full tablet report, sending...
02:10:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.809746 28784 ts_manager.cc:194] Registered new tserver with Master: 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.810096 28784 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.253.67:46647
02:10:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.819262 28661 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:10:08.820 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:10:08.820 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:10:08.820 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.253.126"
port: 46205
}
bound_http_address {
host: "127.27.253.126"
port: 37905
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.253.125"
port: 40975
}
bound_http_address {
host: "127.27.253.125"
port: 45071
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.253.124"
port: 36219
}
bound_http_address {
host: "127.27.253.124"
port: 42573
}
}
}
02:10:08.820 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:10:08.821 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.253.65"
port: 41101
}
bound_http_address {
host: "127.27.253.65"
port: 37241
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.253.66"
port: 35863
}
bound_http_address {
host: "127.27.253.66"
port: 36833
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.253.67"
port: 44303
}
bound_http_address {
host: "127.27.253.67"
port: 37099
}
}
}
02:10:08.821 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:10:08.823 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:10:08.824 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:08.825 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.253.126:46205(127.27.253.126:46205)] connecting to peer
02:10:08.825 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.253.124:36219(127.27.253.124:36219)] Successfully connected to peer
02:10:08.827 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.253.124
02:10:08.833 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.253.126:46205(127.27.253.126:46205)] Successfully connected to peer
02:10:08.835 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.253.126
02:10:08.836 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x62415010, L:/127.0.0.1:57980 - R:/127.27.253.124:36219] using SASL/PLAIN
02:10:08.837 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:08.839 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.253.125:40975(127.27.253.125:40975)] Successfully connected to peer
02:10:08.841 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.253.125
02:10:08.843 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xced85d1a, L:/127.0.0.1:36840 - R:/127.27.253.126:46205] using SASL/PLAIN
02:10:08.849 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x0a22a6f7, L:/127.0.0.1:58430 - R:/127.27.253.125:40975] using SASL/PLAIN
02:10:08.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:10:08.851 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=27), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [14ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, deferred=null) after lookup
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.852025 28784 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58430:
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:10:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:08.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.852413 28784 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:10:08.855 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 47069c5c0ad44f0c87ea72b92343f54a
02:10:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.861454 29183 tablet_service.cc:1511] Processing CreateTablet for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:10:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.861454 29037 tablet_service.cc:1511] Processing CreateTablet for tablet 7074e4dbccd44a0989f8d98f6f45dd53 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:10:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.861759 29037 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7074e4dbccd44a0989f8d98f6f45dd53. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.861759 29183 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.862110 29325 tablet_service.cc:1511] Processing CreateTablet for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:10:08.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.862356 29325 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.864378 29324 tablet_service.cc:1511] Processing CreateTablet for tablet 7074e4dbccd44a0989f8d98f6f45dd53 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:10:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.864480 29324 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7074e4dbccd44a0989f8d98f6f45dd53. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.861454 29036 tablet_service.cc:1511] Processing CreateTablet for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:10:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.864624 29036 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.864699 29182 tablet_service.cc:1511] Processing CreateTablet for tablet 7074e4dbccd44a0989f8d98f6f45dd53 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:10:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.864802 29182 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7074e4dbccd44a0989f8d98f6f45dd53. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.866147 29416 tablet_bootstrap.cc:492] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e: Bootstrap starting.
02:10:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.866853 29416 tablet_bootstrap.cc:654] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e: Neither blocks nor log segments found. Creating new log.
02:10:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.867132 29416 log.cc:826] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e: Log is configured to *not* fsync() on all Append() calls
02:10:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.867761 29416 tablet_bootstrap.cc:492] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e: No bootstrap required, opened a new log
02:10:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.867827 29416 ts_tablet_manager.cc:1403] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
02:10:08.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.868726 29417 tablet_bootstrap.cc:492] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728: Bootstrap starting.
02:10:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.869278 29417 tablet_bootstrap.cc:654] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728: Neither blocks nor log segments found. Creating new log.
02:10:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.869454 29416 raft_consensus.cc:359] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.869575 29417 log.cc:826] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728: Log is configured to *not* fsync() on all Append() calls
02:10:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.869602 29416 raft_consensus.cc:385] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.869633 29416 raft_consensus.cc:740] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2844ec8af513485c8b9820f26401578e, State: Initialized, Role: FOLLOWER
02:10:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.869771 29416 consensus_queue.cc:260] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.869889 29415 tablet_bootstrap.cc:492] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012: Bootstrap starting.
02:10:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.870019 29416 ts_tablet_manager.cc:1434] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:10:08.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.870553 29415 tablet_bootstrap.cc:654] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012: Neither blocks nor log segments found. Creating new log.
02:10:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.870816 29258 heartbeater.cc:499] Master 127.27.253.125:40975 was elected leader, sending a full tablet report...
02:10:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.870941 29415 log.cc:826] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012: Log is configured to *not* fsync() on all Append() calls
02:10:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.871711 29415 tablet_bootstrap.cc:492] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012: No bootstrap required, opened a new log
02:10:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.871770 29415 ts_tablet_manager.cc:1403] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
02:10:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.871928 29416 tablet_bootstrap.cc:492] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e: Bootstrap starting.
02:10:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.872363 29416 tablet_bootstrap.cc:654] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e: Neither blocks nor log segments found. Creating new log.
02:10:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.873241 29415 raft_consensus.cc:359] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.873374 29415 raft_consensus.cc:385] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.873415 29415 raft_consensus.cc:740] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27a191b984ec4c2a9803d27e19b5e012, State: Initialized, Role: FOLLOWER
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.873504 29415 consensus_queue.cc:260] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.873699 29415 ts_tablet_manager.cc:1434] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.873818 29400 heartbeater.cc:499] Master 127.27.253.125:40975 was elected leader, sending a full tablet report...
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.873824 29415 tablet_bootstrap.cc:492] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012: Bootstrap starting.
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875176 29415 tablet_bootstrap.cc:654] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012: Neither blocks nor log segments found. Creating new log.
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875303 29416 tablet_bootstrap.cc:492] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e: No bootstrap required, opened a new log
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875345 29416 ts_tablet_manager.cc:1403] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e: Time spent bootstrapping tablet: real 0.003s user 0.001s sys 0.000s
02:10:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875488 29416 raft_consensus.cc:359] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875619 29416 raft_consensus.cc:385] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875644 29416 raft_consensus.cc:740] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2844ec8af513485c8b9820f26401578e, State: Initialized, Role: FOLLOWER
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875737 29415 tablet_bootstrap.cc:492] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012: No bootstrap required, opened a new log
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875739 29416 consensus_queue.cc:260] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875779 29415 ts_tablet_manager.cc:1403] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012: Time spent bootstrapping tablet: real 0.002s user 0.001s sys 0.000s
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875932 29415 raft_consensus.cc:359] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.875993 29415 raft_consensus.cc:385] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.876015 29415 raft_consensus.cc:740] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27a191b984ec4c2a9803d27e19b5e012, State: Initialized, Role: FOLLOWER
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.876065 29415 consensus_queue.cc:260] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.876160 29415 ts_tablet_manager.cc:1434] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:10:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.877000 29416 ts_tablet_manager.cc:1434] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
02:10:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.879487 29417 tablet_bootstrap.cc:492] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728: No bootstrap required, opened a new log
02:10:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.879570 29417 ts_tablet_manager.cc:1403] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.000s
02:10:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.881852 29417 raft_consensus.cc:359] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.882215 29417 raft_consensus.cc:385] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.882256 29417 raft_consensus.cc:740] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 756ce852161c42c9b434ba559e280728, State: Initialized, Role: FOLLOWER
02:10:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.882370 29417 consensus_queue.cc:260] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.882965 29116 heartbeater.cc:499] Master 127.27.253.125:40975 was elected leader, sending a full tablet report...
02:10:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.882656 29417 ts_tablet_manager.cc:1434] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728: Time spent starting tablet: real 0.003s user 0.003s sys 0.000s
02:10:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.883755 29417 tablet_bootstrap.cc:492] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728: Bootstrap starting.
02:10:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.884239 29417 tablet_bootstrap.cc:654] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728: Neither blocks nor log segments found. Creating new log.
02:10:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.888991 29417 tablet_bootstrap.cc:492] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728: No bootstrap required, opened a new log
02:10:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.889281 29417 ts_tablet_manager.cc:1403] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.001s
02:10:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.889456 29417 raft_consensus.cc:359] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.889549 29417 raft_consensus.cc:385] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.889572 29417 raft_consensus.cc:740] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 756ce852161c42c9b434ba559e280728, State: Initialized, Role: FOLLOWER
02:10:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.889635 29417 consensus_queue.cc:260] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.889750 29417 ts_tablet_manager.cc:1434] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:10:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:08.923198 29259 tablet.cc:2433] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:10:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.925930 29425 raft_consensus.cc:493] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:10:08.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.926064 29425 raft_consensus.cc:515] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.926851 29425 leader_election.cc:290] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863), 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930220 29203 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c8ec4e3b71046a89b5e15f1a6151f4b" candidate_uuid: "756ce852161c42c9b434ba559e280728" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2844ec8af513485c8b9820f26401578e" is_pre_election: true
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930299 29345 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c8ec4e3b71046a89b5e15f1a6151f4b" candidate_uuid: "756ce852161c42c9b434ba559e280728" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27a191b984ec4c2a9803d27e19b5e012" is_pre_election: true
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930455 29345 raft_consensus.cc:2468] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 756ce852161c42c9b434ba559e280728 in term 0.
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930445 29203 raft_consensus.cc:2468] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 756ce852161c42c9b434ba559e280728 in term 0.
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930676 28992 leader_election.cc:304] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2844ec8af513485c8b9820f26401578e, 756ce852161c42c9b434ba559e280728; no voters:
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930805 29425 raft_consensus.cc:2804] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930873 29425 raft_consensus.cc:493] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:10:08.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.930895 29425 raft_consensus.cc:3060] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Advancing to term 1
02:10:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.931710 29425 raft_consensus.cc:515] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.931998 29425 leader_election.cc:290] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [CANDIDATE]: Term 1 election: Requested vote from peers 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863), 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.932060 29203 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c8ec4e3b71046a89b5e15f1a6151f4b" candidate_uuid: "756ce852161c42c9b434ba559e280728" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2844ec8af513485c8b9820f26401578e"
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.932060 29345 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c8ec4e3b71046a89b5e15f1a6151f4b" candidate_uuid: "756ce852161c42c9b434ba559e280728" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27a191b984ec4c2a9803d27e19b5e012"
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.932135 29345 raft_consensus.cc:3060] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Advancing to term 1
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.932137 29203 raft_consensus.cc:3060] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Advancing to term 1
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.932962 29203 raft_consensus.cc:2468] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 2844ec8af513485c8b9820f26401578e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 756ce852161c42c9b434ba559e280728 in term 1.
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.932962 29345 raft_consensus.cc:2468] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 27a191b984ec4c2a9803d27e19b5e012 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 756ce852161c42c9b434ba559e280728 in term 1.
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.933151 28993 leader_election.cc:304] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27a191b984ec4c2a9803d27e19b5e012, 756ce852161c42c9b434ba559e280728; no voters:
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.933251 29425 raft_consensus.cc:2804] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 1 FOLLOWER]: Leader election won for term 1
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.933403 29425 raft_consensus.cc:697] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [term 1 LEADER]: Becoming Leader. State: Replica: 756ce852161c42c9b434ba559e280728, State: Running, Role: LEADER
02:10:08.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.933584 29425 consensus_queue.cc:237] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:08.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:08.935259 28785 catalog_manager.cc:5838] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 reported cstate change: term changed from 0 to 1, leader changed from <none> to 756ce852161c42c9b434ba559e280728 (127.27.253.65). New cstate: current_term: 1 leader_uuid: "756ce852161c42c9b434ba559e280728" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } health_report { overall_health: UNKNOWN } } }
02:10:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.041502 29420 raft_consensus.cc:493] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:10:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.041615 29420 raft_consensus.cc:515] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.041911 29420 leader_election.cc:290] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101), 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.044673 29055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7074e4dbccd44a0989f8d98f6f45dd53" candidate_uuid: "2844ec8af513485c8b9820f26401578e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "756ce852161c42c9b434ba559e280728" is_pre_election: true
02:10:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.044799 29055 raft_consensus.cc:2468] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2844ec8af513485c8b9820f26401578e in term 0.
02:10:09.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.044842 29345 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7074e4dbccd44a0989f8d98f6f45dd53" candidate_uuid: "2844ec8af513485c8b9820f26401578e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27a191b984ec4c2a9803d27e19b5e012" is_pre_election: true
02:10:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.044932 29345 raft_consensus.cc:2468] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2844ec8af513485c8b9820f26401578e in term 0.
02:10:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.045020 29136 leader_election.cc:304] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2844ec8af513485c8b9820f26401578e, 756ce852161c42c9b434ba559e280728; no voters:
02:10:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.045202 29420 raft_consensus.cc:2804] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Leader pre-election won for term 1
02:10:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.045253 29420 raft_consensus.cc:493] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:10:09.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.045275 29420 raft_consensus.cc:3060] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Advancing to term 1
02:10:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.046072 29420 raft_consensus.cc:515] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.046219 29420 leader_election.cc:290] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [CANDIDATE]: Term 1 election: Requested vote from peers 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101), 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.046346 29055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7074e4dbccd44a0989f8d98f6f45dd53" candidate_uuid: "2844ec8af513485c8b9820f26401578e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "756ce852161c42c9b434ba559e280728"
02:10:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.046427 29055 raft_consensus.cc:3060] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Advancing to term 1
02:10:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.046391 29345 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7074e4dbccd44a0989f8d98f6f45dd53" candidate_uuid: "2844ec8af513485c8b9820f26401578e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "27a191b984ec4c2a9803d27e19b5e012"
02:10:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.046480 29345 raft_consensus.cc:3060] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Advancing to term 1
02:10:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.047061 29055 raft_consensus.cc:2468] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2844ec8af513485c8b9820f26401578e in term 1.
02:10:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.047210 29136 leader_election.cc:304] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2844ec8af513485c8b9820f26401578e, 756ce852161c42c9b434ba559e280728; no voters:
02:10:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.047225 29345 raft_consensus.cc:2468] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2844ec8af513485c8b9820f26401578e in term 1.
02:10:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.047420 29420 raft_consensus.cc:2804] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 1 FOLLOWER]: Leader election won for term 1
02:10:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.047591 29420 raft_consensus.cc:697] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [term 1 LEADER]: Becoming Leader. State: Replica: 2844ec8af513485c8b9820f26401578e, State: Running, Role: LEADER
02:10:09.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.047683 29420 consensus_queue.cc:237] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.048707 28785 catalog_manager.cc:5838] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e reported cstate change: term changed from 0 to 1, leader changed from <none> to 2844ec8af513485c8b9820f26401578e (127.27.253.66). New cstate: current_term: 1 leader_uuid: "2844ec8af513485c8b9820f26401578e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } health_report { overall_health: UNKNOWN } } }
02:10:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.054239 29117 tablet.cc:2433] T 7074e4dbccd44a0989f8d98f6f45dd53 P 756ce852161c42c9b434ba559e280728: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:10:09.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.056044 29401 tablet.cc:2433] T 7074e4dbccd44a0989f8d98f6f45dd53 P 27a191b984ec4c2a9803d27e19b5e012: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:10:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.250630 28947 catalog_manager.cc:1308] Loaded cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.250711 28947 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: loading cluster ID for follower catalog manager: success
02:10:09.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.251781 28947 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: acquiring CA information for follower catalog manager: success
02:10:09.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.252084 28947 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:10:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.286612 28785 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58444:
02:10:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:10:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:10:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:10:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.286865 28785 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:10:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.289520 29036 tablet_service.cc:1511] Processing CreateTablet for tablet c9e58c4fec1d4fc2a368c98cbbde46e5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:10:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.289708 29036 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9e58c4fec1d4fc2a368c98cbbde46e5. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.289680 29324 tablet_service.cc:1511] Processing CreateTablet for tablet c9e58c4fec1d4fc2a368c98cbbde46e5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:10:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.289757 29183 tablet_service.cc:1511] Processing CreateTablet for tablet c9e58c4fec1d4fc2a368c98cbbde46e5 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:10:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.289835 29324 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9e58c4fec1d4fc2a368c98cbbde46e5. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.289896 29183 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9e58c4fec1d4fc2a368c98cbbde46e5. 1 dirs total, 0 dirs full, 0 dirs failed
02:10:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.290900 29417 tablet_bootstrap.cc:492] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: Bootstrap starting.
02:10:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.291154 29415 tablet_bootstrap.cc:492] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: Bootstrap starting.
02:10:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.291370 29417 tablet_bootstrap.cc:654] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: Neither blocks nor log segments found. Creating new log.
02:10:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.291507 29415 tablet_bootstrap.cc:654] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: Neither blocks nor log segments found. Creating new log.
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.291836 29416 tablet_bootstrap.cc:492] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: Bootstrap starting.
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.291929 29417 tablet_bootstrap.cc:492] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: No bootstrap required, opened a new log
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.291971 29417 ts_tablet_manager.cc:1403] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: Time spent bootstrapping tablet: real 0.001s user 0.000s sys 0.001s
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292110 29417 raft_consensus.cc:359] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292153 29417 raft_consensus.cc:385] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292166 29417 raft_consensus.cc:740] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 756ce852161c42c9b434ba559e280728, State: Initialized, Role: FOLLOWER
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292181 29416 tablet_bootstrap.cc:654] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: Neither blocks nor log segments found. Creating new log.
02:10:09.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292204 29417 consensus_queue.cc:260] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292302 29417 ts_tablet_manager.cc:1434] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292356 29425 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292415 29425 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: This TxnStatusTablet replica's current role is: FOLLOWER
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292877 29416 tablet_bootstrap.cc:492] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: No bootstrap required, opened a new log
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.292925 29416 ts_tablet_manager.cc:1403] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: Time spent bootstrapping tablet: real 0.001s user 0.001s sys 0.000s
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.293084 29416 raft_consensus.cc:359] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.293148 29416 raft_consensus.cc:385] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.293169 29416 raft_consensus.cc:740] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2844ec8af513485c8b9820f26401578e, State: Initialized, Role: FOLLOWER
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.293215 29416 consensus_queue.cc:260] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.293303 29416 ts_tablet_manager.cc:1434] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.293337 29420 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.293390 29420 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: This TxnStatusTablet replica's current role is: FOLLOWER
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.294708 29415 tablet_bootstrap.cc:492] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: No bootstrap required, opened a new log
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.294750 29415 ts_tablet_manager.cc:1403] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: Time spent bootstrapping tablet: real 0.004s user 0.001s sys 0.000s
02:10:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.294858 29415 raft_consensus.cc:359] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.294903 29415 raft_consensus.cc:385] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:10:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.294916 29415 raft_consensus.cc:740] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 27a191b984ec4c2a9803d27e19b5e012, State: Initialized, Role: FOLLOWER
02:10:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.294947 29415 consensus_queue.cc:260] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.295032 29415 ts_tablet_manager.cc:1434] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: Time spent starting tablet: real 0.000s user 0.000s sys 0.000s
02:10:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.295089 29423 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.295159 29423 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: This TxnStatusTablet replica's current role is: FOLLOWER
02:10:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.322649 29425 consensus_queue.cc:1048] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [LEADER]: Connected to new peer: Peer: permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.324980 29425 consensus_queue.cc:1048] T 9c8ec4e3b71046a89b5e15f1a6151f4b P 756ce852161c42c9b434ba559e280728 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.329340 28962 catalog_manager.cc:1308] Loaded cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.329430 28962 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: loading cluster ID for follower catalog manager: success
02:10:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.330278 28962 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: acquiring CA information for follower catalog manager: success
02:10:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.330561 28962 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:10:09.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.347772 29423 raft_consensus.cc:493] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:10:09.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.347882 29423 raft_consensus.cc:515] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.348203 29423 leader_election.cc:290] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101), 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863)
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351190 29203 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9e58c4fec1d4fc2a368c98cbbde46e5" candidate_uuid: "27a191b984ec4c2a9803d27e19b5e012" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2844ec8af513485c8b9820f26401578e" is_pre_election: true
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351325 29203 raft_consensus.cc:2468] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 27a191b984ec4c2a9803d27e19b5e012 in term 0.
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351389 29055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9e58c4fec1d4fc2a368c98cbbde46e5" candidate_uuid: "27a191b984ec4c2a9803d27e19b5e012" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "756ce852161c42c9b434ba559e280728" is_pre_election: true
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351524 29055 raft_consensus.cc:2468] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 27a191b984ec4c2a9803d27e19b5e012 in term 0.
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351541 29276 leader_election.cc:304] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27a191b984ec4c2a9803d27e19b5e012, 2844ec8af513485c8b9820f26401578e; no voters:
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351675 29423 raft_consensus.cc:2804] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351715 29423 raft_consensus.cc:493] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:10:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.351730 29423 raft_consensus.cc:3060] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 0 FOLLOWER]: Advancing to term 1
02:10:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.352291 29423 raft_consensus.cc:515] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.352424 29423 leader_election.cc:290] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [CANDIDATE]: Term 1 election: Requested vote from peers 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101), 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863)
02:10:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.352572 29203 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9e58c4fec1d4fc2a368c98cbbde46e5" candidate_uuid: "27a191b984ec4c2a9803d27e19b5e012" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2844ec8af513485c8b9820f26401578e"
02:10:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.352576 29055 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9e58c4fec1d4fc2a368c98cbbde46e5" candidate_uuid: "27a191b984ec4c2a9803d27e19b5e012" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "756ce852161c42c9b434ba559e280728"
02:10:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.352630 29203 raft_consensus.cc:3060] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [term 0 FOLLOWER]: Advancing to term 1
02:10:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.352630 29055 raft_consensus.cc:3060] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [term 0 FOLLOWER]: Advancing to term 1
02:10:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.353279 29055 raft_consensus.cc:2468] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 27a191b984ec4c2a9803d27e19b5e012 in term 1.
02:10:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.353283 29203 raft_consensus.cc:2468] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 27a191b984ec4c2a9803d27e19b5e012 in term 1.
02:10:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.353457 29278 leader_election.cc:304] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 27a191b984ec4c2a9803d27e19b5e012, 756ce852161c42c9b434ba559e280728; no voters:
02:10:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.353556 29423 raft_consensus.cc:2804] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 1 FOLLOWER]: Leader election won for term 1
02:10:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.353710 29423 raft_consensus.cc:697] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [term 1 LEADER]: Becoming Leader. State: Replica: 27a191b984ec4c2a9803d27e19b5e012, State: Running, Role: LEADER
02:10:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.353802 29423 consensus_queue.cc:237] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } }
02:10:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.354156 29451 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: TxnStatusTablet state changed. Reason: New leader 27a191b984ec4c2a9803d27e19b5e012. Latest consensus state: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.354357 29451 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: This TxnStatusTablet replica's current role is: LEADER
02:10:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.354566 28785 catalog_manager.cc:5838] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 reported cstate change: term changed from 0 to 1, leader changed from <none> to 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67). New cstate: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } health_report { overall_health: HEALTHY } } }
02:10:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.354640 29453 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:10:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.354722 29453 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:10:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.371047 29055 raft_consensus.cc:1275] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728 [term 1 FOLLOWER]: Refusing update from remote peer 27a191b984ec4c2a9803d27e19b5e012: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:10:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.371047 29203 raft_consensus.cc:1275] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e [term 1 FOLLOWER]: Refusing update from remote peer 27a191b984ec4c2a9803d27e19b5e012: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:10:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.371363 29451 consensus_queue.cc:1048] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [LEADER]: Connected to new peer: Peer: permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:09.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.371484 29423 consensus_queue.cc:1048] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.372323 29420 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: TxnStatusTablet state changed. Reason: New leader 27a191b984ec4c2a9803d27e19b5e012. Latest consensus state: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.372401 29420 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: This TxnStatusTablet replica's current role is: FOLLOWER
02:10:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.372377 29425 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: TxnStatusTablet state changed. Reason: New leader 27a191b984ec4c2a9803d27e19b5e012. Latest consensus state: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.372463 29425 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: This TxnStatusTablet replica's current role is: FOLLOWER
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374190 29423 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374226 29444 mvcc.cc:204] Tried to move back new op lower bound from 7332723955181395968 to 7332723955113766912. Current Snapshot: MvccSnapshot[applied={T|T < 7332723955181395968}]
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374274 29423 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: This TxnStatusTablet replica's current role is: LEADER
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374315 29425 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374374 29425 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 756ce852161c42c9b434ba559e280728: This TxnStatusTablet replica's current role is: FOLLOWER
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374771 29451 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374840 29451 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 27a191b984ec4c2a9803d27e19b5e012: This TxnStatusTablet replica's current role is: LEADER
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374908 29420 tablet_replica.cc:442] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "27a191b984ec4c2a9803d27e19b5e012" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 } } peers { permanent_uuid: "2844ec8af513485c8b9820f26401578e" member_type: VOTER last_known_addr { host: "127.27.253.66" port: 35863 } } peers { permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 } } }
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.374980 29420 tablet_replica.cc:445] T c9e58c4fec1d4fc2a368c98cbbde46e5 P 2844ec8af513485c8b9820f26401578e: This TxnStatusTablet replica's current role is: FOLLOWER
02:10:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.375514 29448 mvcc.cc:204] Tried to move back new op lower bound from 7332723955181395968 to 7332723955113766912. Current Snapshot: MvccSnapshot[applied={T|T < 7332723955181395968}]
02:10:09.377 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:10:09.378 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 47069c5c0ad44f0c87ea72b92343f54a
02:10:09.378 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.253.125:40975
02:10:09.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:10:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.379050 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 28753
02:10:09.386 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.253.125:40975(127.27.253.125:40975)] handling channelInactive
02:10:09.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state READY due to: connection closed
02:10:09.387 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:10:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.548818 29420 consensus_queue.cc:1048] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [LEADER]: Connected to new peer: Peer: permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" member_type: VOTER last_known_addr { host: "127.27.253.67" port: 44303 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.549912 29400 heartbeater.cc:646] Failed to heartbeat to 127.27.253.125:40975 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.550684 29258 heartbeater.cc:646] Failed to heartbeat to 127.27.253.125:40975 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.550769 29420 consensus_queue.cc:1048] T 7074e4dbccd44a0989f8d98f6f45dd53 P 2844ec8af513485c8b9820f26401578e [LEADER]: Connected to new peer: Peer: permanent_uuid: "756ce852161c42c9b434ba559e280728" member_type: VOTER last_known_addr { host: "127.27.253.65" port: 41101 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:10:09.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.551757 29116 heartbeater.cc:646] Failed to heartbeat to 127.27.253.125:40975 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.656600 29467 raft_consensus.cc:493] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ca55e99c1b03468b9e410081ba4ac492)
02:10:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.656746 29467 raft_consensus.cc:515] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657019 29467 leader_election.cc:290] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975), 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219)
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657277 29468 raft_consensus.cc:493] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ca55e99c1b03468b9e410081ba4ac492)
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657310 28878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51d62322094a49bea5ffe729230b682a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "417e1d1e8a244d1b96928947235b0b6f" is_pre_election: true
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657356 29468 raft_consensus.cc:515] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657425 28878 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51d62322094a49bea5ffe729230b682a in term 1.
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657511 29468 leader_election.cc:290] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975)
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657697 28687 leader_election.cc:304] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f, 51d62322094a49bea5ffe729230b682a; no voters:
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657747 28713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "417e1d1e8a244d1b96928947235b0b6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "51d62322094a49bea5ffe729230b682a" is_pre_election: true
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657830 28713 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 417e1d1e8a244d1b96928947235b0b6f in term 1.
02:10:09.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.657892 28854 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.657979 28853 leader_election.cc:304] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f, 51d62322094a49bea5ffe729230b682a; no voters:
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658002 29467 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Leader pre-election won for term 2
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658048 29467 raft_consensus.cc:493] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Starting leader election (detected failure of leader ca55e99c1b03468b9e410081ba4ac492)
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658071 29467 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 1 FOLLOWER]: Advancing to term 2
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658087 29468 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Leader pre-election won for term 2
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658118 29468 raft_consensus.cc:493] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Starting leader election (detected failure of leader ca55e99c1b03468b9e410081ba4ac492)
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658144 29468 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 1 FOLLOWER]: Advancing to term 2
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.658265 28854 leader_election.cc:336] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.658640 28689 leader_election.cc:336] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658888 29468 raft_consensus.cc:515] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.658902 29467 raft_consensus.cc:515] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659049 29467 leader_election.cc:290] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 2 election: Requested vote from peers ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975), 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219)
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659137 28713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "417e1d1e8a244d1b96928947235b0b6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "51d62322094a49bea5ffe729230b682a"
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659219 28713 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 417e1d1e8a244d1b96928947235b0b6f in current term 2: Already voted for candidate 51d62322094a49bea5ffe729230b682a in this term.
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659214 29468 leader_election.cc:290] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 2 election: Requested vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975)
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659262 28878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51d62322094a49bea5ffe729230b682a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "417e1d1e8a244d1b96928947235b0b6f"
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659358 28878 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 51d62322094a49bea5ffe729230b682a in current term 2: Already voted for candidate 417e1d1e8a244d1b96928947235b0b6f in this term.
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.659492 28854 leader_election.cc:336] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659531 28854 leader_election.cc:304] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f; no voters: 51d62322094a49bea5ffe729230b682a, ca55e99c1b03468b9e410081ba4ac492
02:10:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.659615 29468 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:10:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:09.659945 28689 leader_election.cc:336] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.660004 28689 leader_election.cc:304] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 51d62322094a49bea5ffe729230b682a; no voters: 417e1d1e8a244d1b96928947235b0b6f, ca55e99c1b03468b9e410081ba4ac492
02:10:09.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:09.660074 29467 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
02:10:09.885 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:09.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.887 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.27.253.125:40975(127.27.253.125:40975) for tablet Kudu Master: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.905 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:09.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.125:40975: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.906 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:09.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:09.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.125:40975: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.926 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:09.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:09.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.125:40975: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.947 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:09.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:09.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.125:40975: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:09.985 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:09.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.125:40975: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:09.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:10.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:10.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:10.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:10.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.125:40975: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:10.046 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.048442 29468 raft_consensus.cc:493] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:10:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.048537 29468 raft_consensus.cc:515] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.048904 29468 leader_election.cc:290] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975)
02:10:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.049103 28713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "417e1d1e8a244d1b96928947235b0b6f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "51d62322094a49bea5ffe729230b682a" is_pre_election: true
02:10:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.049196 28713 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 417e1d1e8a244d1b96928947235b0b6f in term 2.
02:10:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.049361 28853 leader_election.cc:304] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f, 51d62322094a49bea5ffe729230b682a; no voters:
02:10:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.049476 29468 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Leader pre-election won for term 3
02:10:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:10.049495 28854 leader_election.cc:336] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.049512 29468 raft_consensus.cc:493] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:10:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.049533 29468 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 2 FOLLOWER]: Advancing to term 3
02:10:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.050120 29468 raft_consensus.cc:515] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.050275 29468 leader_election.cc:290] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 3 election: Requested vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975)
02:10:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.050384 28713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "417e1d1e8a244d1b96928947235b0b6f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "51d62322094a49bea5ffe729230b682a"
02:10:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.050480 28713 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 2 FOLLOWER]: Advancing to term 3
02:10:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:10.050894 28854 leader_election.cc:336] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111)
02:10:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.051226 28713 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 417e1d1e8a244d1b96928947235b0b6f in term 3.
02:10:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.051440 28853 leader_election.cc:304] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f, 51d62322094a49bea5ffe729230b682a; no voters: ca55e99c1b03468b9e410081ba4ac492
02:10:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.051564 29468 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 3 FOLLOWER]: Leader election won for term 3
02:10:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.051663 29468 raft_consensus.cc:697] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 3 LEADER]: Becoming Leader. State: Replica: 417e1d1e8a244d1b96928947235b0b6f, State: Running, Role: LEADER
02:10:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.051723 29468 consensus_queue.cc:237] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.051909 29479 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 417e1d1e8a244d1b96928947235b0b6f. Latest consensus state: current_term: 3 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.051977 29479 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: LEADER
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052105 29480 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052415 29480 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052484 29480 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8]
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052699 29480 tablet_loader.cc:96] loaded metadata for tablet 7074e4dbccd44a0989f8d98f6f45dd53 (table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a])
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052793 29480 tablet_loader.cc:96] loaded metadata for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b (table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a])
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052841 29480 tablet_loader.cc:96] loaded metadata for tablet c9e58c4fec1d4fc2a368c98cbbde46e5 (table kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8])
02:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052875 29480 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:10:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052965 29480 catalog_manager.cc:1308] Loaded cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.052999 29480 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:10:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.053184 29480 catalog_manager.cc:1553] Loading token signing keys...
02:10:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.053284 29480 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Loaded TSK: 0
02:10:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.053439 29480 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:10:10.085 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:10.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:10.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:10.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.125:40975: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975
02:10:10.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:10:10.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] sending RPC to server master-127.27.253.125:40975, [2ms] received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [21ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [41ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [62ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [160ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [161ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [200ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: Network error: Failed to connect to peer master-127.27.253.125:40975(127.27.253.125:40975): Connection refused: /127.27.253.125:40975, [201ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, deferred=Deferred@2008424783(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@79950dc -> (continuation of Deferred@1640955660 after retry RPC after error@879075868) -> (continuation of Deferred@1923039622 after retry RPC after error@1070457017) -> (continuation of Deferred@703418067 after retry RPC after error@813792432) -> (continuation of Deferred@949655639 after retry RPC after error@1744990165) -> (continuation of Deferred@735723472 after retry RPC after error@277197543) -> (continuation of Deferred@2092030080 after retry RPC after error@121011204), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@7d68e78d -> (continuation of Deferred@1640955660 after retry RPC after error@879075868) -> (continuation of Deferred@1923039622 after retry RPC after error@1070457017) -> (continuation of Deferred@703418067 after retry RPC after error@813792432) -> (continuation of Deferred@949655639 after retry RPC after error@1744990165) -> (continuation of Deferred@735723472 after retry RPC after error@277197543) -> (continuation of Deferred@2092030080 after retry RPC after error@121011204))) after lookup
02:10:10.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.109692 28868 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57996:
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:10:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:10:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:10.109988 28868 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:10:10.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:10.151162 28854 consensus_peers.cc:597] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f -> Peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Couldn't send request to peer ca55e99c1b03468b9e410081ba4ac492. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:10:10.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.152541 28713 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 3 FOLLOWER]: Refusing update from remote peer 417e1d1e8a244d1b96928947235b0b6f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
02:10:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.152915 29479 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:10:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.153402 29467 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 417e1d1e8a244d1b96928947235b0b6f. Latest consensus state: current_term: 3 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.153479 29467 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: This master's current role is: FOLLOWER
02:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.154004 29468 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.154101 29468 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: LEADER
02:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.154155 29467 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:10.154230 29467 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: This master's current role is: FOLLOWER
02:10:10.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:10.648658 28854 consensus_peers.cc:597] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f -> Peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Couldn't send request to peer ca55e99c1b03468b9e410081ba4ac492. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:10:11.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.092412 28854 consensus_peers.cc:597] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f -> Peer ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975): Couldn't send request to peer ca55e99c1b03468b9e410081ba4ac492. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.125:40975: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:10:11.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9c8ec4e3b71046a89b5e15f1a6151f4b for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
02:10:11.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7074e4dbccd44a0989f8d98f6f45dd53 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
02:10:11.390 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=9c8ec4e3b71046a89b5e15f1a6151f4b@[27a191b984ec4c2a9803d27e19b5e012(127.27.253.67:44303),2844ec8af513485c8b9820f26401578e(127.27.253.66:35863),756ce852161c42c9b434ba559e280728(127.27.253.65:41101)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=7074e4dbccd44a0989f8d98f6f45dd53@[27a191b984ec4c2a9803d27e19b5e012(127.27.253.67:44303),2844ec8af513485c8b9820f26401578e(127.27.253.66:35863)[L],756ce852161c42c9b434ba559e280728(127.27.253.65:41101)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:10:11.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=1), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.253.124:36219, [0ms] Sub RPC GetTableLocations: received response from server master-127.27.253.124:36219: OK, deferred=null) after lookup
02:10:11.391 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 756ce852161c42c9b434ba559e280728(127.27.253.65:41101)] connecting to peer
02:10:11.391 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 756ce852161c42c9b434ba559e280728(127.27.253.65:41101)] Successfully connected to peer
02:10:11.402 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x0a3a9d68, L:/127.0.0.1:42068 - R:/127.27.253.65:41101] using TOKEN/null
02:10:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.403471 29084 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.27.253.125:40975)
02:10:11.413 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.253.125:40975
02:10:11.413 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.414172 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/logs
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/info.pb
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.125:40975
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.125
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45071
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:10:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:10:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.495826 29518 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.495982 29518 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.496001 29518 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.497599 29518 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:10:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.497639 29518 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:10:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.497651 29518 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.497663 29518 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:10:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.497675 29518 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:10:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.497687 29518 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:10:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.497699 29518 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37411/jwks.json
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.499245 29518 master_runner.cc:387] Master server non-default flags:
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/logs
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:11.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.125:40975
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/info.pb
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.125
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45071
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29518
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.499437 29518 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:11.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.499632 29518 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.501860 29524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.501906 29523 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.501904 29526 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.502092 29518 server_base.cc:1061] running on GCE node
02:10:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.502251 29518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.502430 29518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.503561 29518 hybrid_clock.cc:648] HybridClock initialized: now 1790215811503546 us; error 29 us; skew 500 ppm
02:10:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.504470 29518 webserver.cc:533] Webserver started at http://127.27.253.125:45071/ using document root <none> and password file <none>
02:10:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.504670 29518 fs_manager.cc:362] Metadata directory not provided
02:10:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.504720 29518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.505823 29518 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.000s sys 0.001s
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.506330 29532 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.506484 29518 fs_manager.cc:730] Time spent opening block manager: real 0.000s user 0.000s sys 0.001s
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.506536 29518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca55e99c1b03468b9e410081ba4ac492"
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.506736 29518 fs_report.cc:389] FS layout report
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/wal
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/data
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:11.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.523190 29518 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.523447 29518 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.523540 29518 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.528244 29518 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.125:40975
02:10:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.528282 29594 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.125:40975 every 8 connection(s)
02:10:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.528650 29518 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-1/data/info.pb
02:10:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.529944 29595 sys_catalog.cc:263] Verifying existing consensus state
02:10:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.530594 29595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Bootstrap starting.
02:10:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.533385 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 29518
02:10:11.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:10:11.533 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.253.124:36219
02:10:11.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:10:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.534017 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 28836
02:10:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.538817 29595 log.cc:826] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Log is configured to *not* fsync() on all Append() calls
02:10:11.540 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.253.124:36219(127.27.253.124:36219)] handling channelInactive
02:10:11.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state READY due to: connection closed
02:10:11.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:10:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.541168 29595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:10:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.541493 29595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: Bootstrap complete.
02:10:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.543455 29595 raft_consensus.cc:359] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.543669 29595 raft_consensus.cc:740] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca55e99c1b03468b9e410081ba4ac492, State: Initialized, Role: FOLLOWER
02:10:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.543817 29595 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.544065 29598 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.544103 29595 sys_catalog.cc:565] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: configured and running, proceeding with master startup.
02:10:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.544167 29598 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: FOLLOWER
02:10:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.546015 29609 catalog_manager.cc:1308] Loaded cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.546062 29609 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: loading cluster ID for follower catalog manager: success
02:10:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.547264 29609 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: acquiring CA information for follower catalog manager: success
02:10:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.547523 29609 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:10:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.551905 29398 heartbeater.cc:499] Master 127.27.253.124:36219 was elected leader, sending a full tablet report...
02:10:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.555613 29400 heartbeater.cc:344] Connected to a master server at 127.27.253.125:40975
02:10:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.556394 29549 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" instance_seqno: 1790215808799109) as {username='slave'} at 127.27.253.67:47087; Asking this server to re-register.
02:10:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.556653 29400 heartbeater.cc:461] Registering TS with master...
02:10:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.557060 29549 ts_manager.cc:194] Registered new tserver with Master: 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.559228 29518 master_runner.cc:187] Error getting master registration for 127.27.253.124:36219: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111),
02:10:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.560266 29518 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:10:11.665 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:11.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.666 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.27.253.124:36219(127.27.253.124:36219) for tablet Kudu Master: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:11.685 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.125:40975(127.27.253.125:40975)] connecting to peer
02:10:11.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.686 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.27.253.125:40975(127.27.253.125:40975)] Successfully connected to peer
02:10:11.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.124:36219: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.703 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x1ef706d9, L:/127.0.0.1:58946 - R:/127.27.253.125:40975] using TOKEN/null
02:10:11.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:11.724 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:11.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.124:36219: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.726 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:11.744 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:11.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.124:36219: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.746 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:11.764 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:11.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.124:36219: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.766 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.772678 29617 raft_consensus.cc:493] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 417e1d1e8a244d1b96928947235b0b6f)
02:10:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.772768 29617 raft_consensus.cc:515] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.772944 29617 leader_election.cc:290] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975), 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219)
02:10:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.773757 28687 leader_election.cc:336] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219): Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.775998 29559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51d62322094a49bea5ffe729230b682a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ca55e99c1b03468b9e410081ba4ac492" is_pre_election: true
02:10:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.776172 29559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51d62322094a49bea5ffe729230b682a in term 1.
02:10:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.776371 28689 leader_election.cc:304] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51d62322094a49bea5ffe729230b682a, ca55e99c1b03468b9e410081ba4ac492; no voters: 417e1d1e8a244d1b96928947235b0b6f
02:10:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.776510 29617 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 3 FOLLOWER]: Leader pre-election won for term 4
02:10:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.776589 29617 raft_consensus.cc:493] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 3 FOLLOWER]: Starting leader election (detected failure of leader 417e1d1e8a244d1b96928947235b0b6f)
02:10:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.776630 29617 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 3 FOLLOWER]: Advancing to term 4
02:10:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.777295 29617 raft_consensus.cc:515] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.777464 29617 leader_election.cc:290] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 4 election: Requested vote from peers ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975), 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219)
02:10:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.777655 29559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51d62322094a49bea5ffe729230b682a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "ca55e99c1b03468b9e410081ba4ac492"
02:10:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.777758 29559 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 1 FOLLOWER]: Advancing to term 4
02:10:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.778016 28687 leader_election.cc:336] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219): Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111)
02:10:11.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.778864 29559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51d62322094a49bea5ffe729230b682a in term 4.
02:10:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.779072 28689 leader_election.cc:304] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51d62322094a49bea5ffe729230b682a, ca55e99c1b03468b9e410081ba4ac492; no voters: 417e1d1e8a244d1b96928947235b0b6f
02:10:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.779189 29617 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 4 FOLLOWER]: Leader election won for term 4
02:10:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.779372 29617 raft_consensus.cc:697] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [term 4 LEADER]: Becoming Leader. State: Replica: 51d62322094a49bea5ffe729230b682a, State: Running, Role: LEADER
02:10:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.779480 29617 consensus_queue.cc:237] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.779847 29621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51d62322094a49bea5ffe729230b682a. Latest consensus state: current_term: 4 leader_uuid: "51d62322094a49bea5ffe729230b682a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.779946 29621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: This master's current role is: LEADER
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780113 29623 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780350 29623 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780398 29623 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8]
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780511 29623 tablet_loader.cc:96] loaded metadata for tablet 7074e4dbccd44a0989f8d98f6f45dd53 (table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a])
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780612 29623 tablet_loader.cc:96] loaded metadata for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b (table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a])
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780654 29623 tablet_loader.cc:96] loaded metadata for tablet c9e58c4fec1d4fc2a368c98cbbde46e5 (table kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8])
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780676 29623 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780723 29623 catalog_manager.cc:1308] Loaded cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780745 29623 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:10:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780884 29623 catalog_manager.cc:1553] Loading token signing keys...
02:10:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.780936 29623 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a: Loaded TSK: 0
02:10:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.781018 29623 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:10:11.805 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:11.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.124:36219: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219
02:10:11.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:10:11.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.27.253.124:36219, [1ms] received response from server master-127.27.253.124:36219: Network error: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: Network error: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [39ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: Network error: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [80ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: Network error: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: Network error: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: Network error: Failed to connect to peer master-127.27.253.124:36219(127.27.253.124:36219): Connection refused: /127.27.253.124:36219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: OK, deferred=Deferred@656087036(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@76829772 -> (continuation of Deferred@1273302936 after retry RPC after error@1544426708) -> (continuation of Deferred@592792670 after retry RPC after error@1099851329) -> (continuation of Deferred@578041895 after retry RPC after error@250617865) -> (continuation of Deferred@130984501 after retry RPC after error@893417699), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@3676cb6c -> (continuation of Deferred@1273302936 after retry RPC after error@1544426708) -> (continuation of Deferred@592792670 after retry RPC after error@1099851329) -> (continuation of Deferred@578041895 after retry RPC after error@250617865) -> (continuation of Deferred@130984501 after retry RPC after error@893417699))) after lookup
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.839389 28701 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36872:
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:10:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.841161 28701 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:10:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.855706 29114 heartbeater.cc:499] Master 127.27.253.124:36219 was elected leader, sending a full tablet report...
02:10:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.857438 29559 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 4 FOLLOWER]: Refusing update from remote peer 51d62322094a49bea5ffe729230b682a: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
02:10:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.857808 29621 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
02:10:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.858745 29637 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "51d62322094a49bea5ffe729230b682a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.858862 29637 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: FOLLOWER
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.859032 29617 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "51d62322094a49bea5ffe729230b682a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.859130 29617 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a [sys.catalog]: This master's current role is: LEADER
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.858800 29598 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51d62322094a49bea5ffe729230b682a. Latest consensus state: current_term: 4 leader_uuid: "51d62322094a49bea5ffe729230b682a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.859385 29598 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: FOLLOWER
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.859349 29637 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "51d62322094a49bea5ffe729230b682a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.859426 29637 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: FOLLOWER
02:10:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.859524 29116 heartbeater.cc:344] Connected to a master server at 127.27.253.125:40975
02:10:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.859944 29549 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "756ce852161c42c9b434ba559e280728" instance_seqno: 1790215808539223) as {username='slave'} at 127.27.253.65:45671; Asking this server to re-register.
02:10:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:11.859972 28687 consensus_peers.cc:597] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a -> Peer 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219): Couldn't send request to peer 417e1d1e8a244d1b96928947235b0b6f. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:10:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.860186 29116 heartbeater.cc:461] Registering TS with master...
02:10:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:11.860464 29549 ts_manager.cc:194] Registered new tserver with Master: 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101)
02:10:12.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:12.007612 29256 heartbeater.cc:499] Master 127.27.253.124:36219 was elected leader, sending a full tablet report...
02:10:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:12.010902 29258 heartbeater.cc:344] Connected to a master server at 127.27.253.125:40975
02:10:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:12.011317 29549 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "2844ec8af513485c8b9820f26401578e" instance_seqno: 1790215808668619) as {username='slave'} at 127.27.253.66:43901; Asking this server to re-register.
02:10:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:12.011557 29258 heartbeater.cc:461] Registering TS with master...
02:10:12.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:12.011891 29549 ts_manager.cc:194] Registered new tserver with Master: 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863)
02:10:12.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:12.361444 28687 consensus_peers.cc:597] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a -> Peer 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219): Couldn't send request to peer 417e1d1e8a244d1b96928947235b0b6f. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:10:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:12.856671 29115 heartbeater.cc:499] Master 127.27.253.126:46205 was elected leader, sending a full tablet report...
02:10:12.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:12.861331 28687 consensus_peers.cc:597] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a -> Peer 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219): Couldn't send request to peer 417e1d1e8a244d1b96928947235b0b6f. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:10:13.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.008685 29257 heartbeater.cc:499] Master 127.27.253.126:46205 was elected leader, sending a full tablet report...
02:10:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.046725 28687 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111) [suppressed 20 similar messages]
02:10:13.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.335083 28672 master_runner.cc:187] Error getting master registration for 127.27.253.124:36219: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111),
02:10:13.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.335187 28672 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:10:13.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.348676 28687 consensus_peers.cc:597] T 00000000000000000000000000000000 P 51d62322094a49bea5ffe729230b682a -> Peer 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219): Couldn't send request to peer 417e1d1e8a244d1b96928947235b0b6f. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.124:36219: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:10:13.542 [DEBUG - Time-limited test] (Connection.java:748) [peer 2844ec8af513485c8b9820f26401578e(127.27.253.66:35863)] connecting to peer
02:10:13.543 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2844ec8af513485c8b9820f26401578e(127.27.253.66:35863)] Successfully connected to peer
02:10:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.553432 29399 heartbeater.cc:499] Master 127.27.253.126:46205 was elected leader, sending a full tablet report...
02:10:13.555 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xfee10076, L:/127.0.0.1:42508 - R:/127.27.253.66:35863] using TOKEN/null
02:10:13.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.559211 29225 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.27.253.125:40975)
02:10:13.569 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.253.124:36219
02:10:13.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:10:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.569754 28661 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUE3D2o/build/release/bin/kudu
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/logs
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/info.pb
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.124:36219
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.124
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42573
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:10:13.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:10:13.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.650592 29668 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:10:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.650830 29668 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:10:13.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.650870 29668 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:10:13.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.652511 29668 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:10:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.652575 29668 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:10:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.652590 29668 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:10:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.652601 29668 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:10:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.652613 29668 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:10:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.652626 29668 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:10:13.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.652637 29668 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37411/jwks.json
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.654207 29668 master_runner.cc:387] Master server non-default flags:
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/logs
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.253.84:39841
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.253.126:46205,127.27.253.125:40975,127.27.253.124:36219
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.253.124:36219
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37411/jwks.json
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/info.pb
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.253.124
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42573
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29668
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision ee47a9ca1939200e227f9bf266c97a7c0eed3ccc
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 24 Sep 2026 01:43:13 UTC on e7f111948823
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13968
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.654381 29668 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:10:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.654562 29668 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:10:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.656881 29674 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.656898 29675 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.656915 29677 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:10:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.657244 29668 server_base.cc:1061] running on GCE node
02:10:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.657402 29668 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:10:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.657685 29668 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:10:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.658820 29668 hybrid_clock.cc:648] HybridClock initialized: now 1790215813658800 us; error 36 us; skew 500 ppm
02:10:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.659771 29668 webserver.cc:533] Webserver started at http://127.27.253.124:42573/ using document root <none> and password file <none>
02:10:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.659919 29668 fs_manager.cc:362] Metadata directory not provided
02:10:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.659968 29668 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:10:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.661134 29668 fs_manager.cc:714] Time spent opening directory manager: real 0.001s user 0.001s sys 0.000s
02:10:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.661718 29683 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.661943 29668 fs_manager.cc:730] Time spent opening block manager: real 0.001s user 0.001s sys 0.000s
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.662009 29668 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data,/tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "417e1d1e8a244d1b96928947235b0b6f"
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-24 02:10:08 on dist-test-slave-1k71"
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.662242 29668 fs_report.cc:389] FS layout report
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/wal
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/data
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:10:13.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:10:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.680269 29668 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:10:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.680522 29668 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:10:13.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.680675 29668 kserver.cc:163] Server-wide thread pool size limit: 3276
02:10:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.685235 29668 rpc_server.cc:307] RPC server started. Bound to: 127.27.253.124:36219
02:10:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.685263 29745 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.253.124:36219 every 8 connection(s)
02:10:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.685636 29668 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUE3D2o/test-tmp/mini-kudu-cluster13265269809557446028/master-2/data/info.pb
02:10:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.687050 29746 sys_catalog.cc:263] Verifying existing consensus state
02:10:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.687553 29746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Bootstrap starting.
02:10:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.694715 29746 log.cc:826] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Log is configured to *not* fsync() on all Append() calls
02:10:13.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.694754 28661 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskUE3D2o/build/release/bin/kudu as pid 29668
02:10:13.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:10:13.695 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.253.126:46205
02:10:13.695 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:10:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.695544 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 28672
02:10:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.697124 29746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:10:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.697422 29746 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Bootstrap complete.
02:10:13.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.700594 29746 raft_consensus.cc:359] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.700925 29746 raft_consensus.cc:740] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 417e1d1e8a244d1b96928947235b0b6f, State: Initialized, Role: FOLLOWER
02:10:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.701045 29746 consensus_queue.cc:260] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.701340 29746 sys_catalog.cc:565] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: configured and running, proceeding with master startup.
02:10:13.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.701457 29710 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 3 FOLLOWER]: Advancing to term 4
02:10:13.703 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.253.126:46205(127.27.253.126:46205)] handling channelInactive
02:10:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.703188 29764 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "51d62322094a49bea5ffe729230b682a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.703282 29764 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: FOLLOWER
02:10:13.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.253.126:46205(127.27.253.126:46205)] cleaning up while in state READY due to: connection closed
02:10:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.703293 29761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51d62322094a49bea5ffe729230b682a. Latest consensus state: current_term: 4 leader_uuid: "51d62322094a49bea5ffe729230b682a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.703385 29761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: FOLLOWER
02:10:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.701336 29750 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.703675 29685 connection.cc:466] server connection from 127.0.0.1:56474 torn down before Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:56474 (request call id 0) could send its response
02:10:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.704043 29750 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: FOLLOWER
02:10:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.704161 29765 catalog_manager.cc:1308] Loaded cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.704201 29765 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: loading cluster ID for follower catalog manager: success
02:10:13.705 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:10:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.705091 29767 negotiation.cc:336] Failed RPC negotiation. Trace:
02:10:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:13.704272 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.27.253.126:46205 (local address 127.0.0.1:52100)
02:10:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:13.704941 (+ 669us) negotiation.cc:107] Waiting for socket to connect
02:10:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:13.704996 (+ 55us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection reset by peer (error 104)
02:10:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":638,"thread_start_us":65,"threads_started":1}
02:10:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.705510 29765 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: acquiring CA information for follower catalog manager: success
02:10:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.705787 29765 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:10:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.705333 29668 master_runner.cc:187] Error getting master registration for 127.27.253.126:46205: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection reset by peer (error 104),
02:10:13.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.706465 29668 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:10:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.860509 29114 heartbeater.cc:344] Connected to a master server at 127.27.253.124:36219
02:10:13.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.860610 29114 heartbeater.cc:499] Master 127.27.253.124:36219 was elected leader, sending a full tablet report...
02:10:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.861267 29700 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "756ce852161c42c9b434ba559e280728" instance_seqno: 1790215808539223) as {username='slave'} at 127.27.253.65:42975; Asking this server to re-register.
02:10:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.861533 29114 heartbeater.cc:461] Registering TS with master...
02:10:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.861887 29700 ts_manager.cc:194] Registered new tserver with Master: 756ce852161c42c9b434ba559e280728 (127.27.253.65:41101)
02:10:13.924 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.126:46205(127.27.253.126:46205)] connecting to peer
02:10:13.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.27.253.126:46205(127.27.253.126:46205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.927 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.27.253.126:46205(127.27.253.126:46205) for tablet Kudu Master: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.124:36219(127.27.253.124:36219)] connecting to peer
02:10:13.945 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.126:46205(127.27.253.126:46205)] connecting to peer
02:10:13.946 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.27.253.124:36219(127.27.253.124:36219)] Successfully connected to peer
02:10:13.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.946 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.253.126:46205(127.27.253.126:46205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.946 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.126:46205: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.955 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x355dd7b1, L:/127.0.0.1:56482 - R:/127.27.253.124:36219] using TOKEN/null
02:10:13.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:13.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.126:46205(127.27.253.126:46205)] connecting to peer
02:10:13.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.27.253.126:46205(127.27.253.126:46205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.126:46205: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:13.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.126:46205(127.27.253.126:46205)] connecting to peer
02:10:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.985086 29770 raft_consensus.cc:493] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 51d62322094a49bea5ffe729230b682a)
02:10:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.985193 29770 raft_consensus.cc:515] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.985522 29770 leader_election.cc:290] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), 417e1d1e8a244d1b96928947235b0b6f (127.27.253.124:36219)
02:10:13.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.985890 29534 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111)
02:10:13.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:13.986690 29534 leader_election.cc:336] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205): Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111)
02:10:13.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.253.126:46205(127.27.253.126:46205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.987 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.126:46205: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:13.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.989579 29710 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca55e99c1b03468b9e410081ba4ac492" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "417e1d1e8a244d1b96928947235b0b6f" is_pre_election: true
02:10:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.989903 29533 leader_election.cc:304] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ca55e99c1b03468b9e410081ba4ac492; no voters: 417e1d1e8a244d1b96928947235b0b6f, 51d62322094a49bea5ffe729230b682a
02:10:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:13.990080 29770 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:10:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.003782 29750 raft_consensus.cc:493] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 51d62322094a49bea5ffe729230b682a)
02:10:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.003949 29750 raft_consensus.cc:515] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:14.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.004278 29750 leader_election.cc:290] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975)
02:10:14.004 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.126:46205(127.27.253.126:46205)] connecting to peer
02:10:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.005055 29685 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111)
02:10:14.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:14.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.253.126:46205(127.27.253.126:46205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:14.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.126:46205: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:14.006 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975; will retry
02:10:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.007337 29685 leader_election.cc:336] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205): Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111)
02:10:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.008194 29559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "417e1d1e8a244d1b96928947235b0b6f" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "ca55e99c1b03468b9e410081ba4ac492" is_pre_election: true
02:10:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.008287 29559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 417e1d1e8a244d1b96928947235b0b6f in term 4.
02:10:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.008469 29686 leader_election.cc:304] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f, ca55e99c1b03468b9e410081ba4ac492; no voters: 51d62322094a49bea5ffe729230b682a
02:10:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.008634 29750 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 4 FOLLOWER]: Leader pre-election won for term 5
02:10:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.008687 29750 raft_consensus.cc:493] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 4 FOLLOWER]: Starting leader election (detected failure of leader 51d62322094a49bea5ffe729230b682a)
02:10:14.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.008708 29750 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 4 FOLLOWER]: Advancing to term 5
02:10:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.009568 29750 raft_consensus.cc:515] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:14.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.009707 29750 leader_election.cc:290] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 5 election: Requested vote from peers 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205), ca55e99c1b03468b9e410081ba4ac492 (127.27.253.125:40975)
02:10:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.010679 29559 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "417e1d1e8a244d1b96928947235b0b6f" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "ca55e99c1b03468b9e410081ba4ac492"
02:10:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.010749 29559 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 4 FOLLOWER]: Advancing to term 5
02:10:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.010883 29685 leader_election.cc:336] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205): Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111)
02:10:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.011447 29559 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 417e1d1e8a244d1b96928947235b0b6f in term 5.
02:10:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.011662 29686 leader_election.cc:304] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 417e1d1e8a244d1b96928947235b0b6f, ca55e99c1b03468b9e410081ba4ac492; no voters: 51d62322094a49bea5ffe729230b682a
02:10:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.011772 29750 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 5 FOLLOWER]: Leader election won for term 5
02:10:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.011842 29750 raft_consensus.cc:697] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [term 5 LEADER]: Becoming Leader. State: Replica: 417e1d1e8a244d1b96928947235b0b6f, State: Running, Role: LEADER
02:10:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.011916 29750 consensus_queue.cc:237] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } }
02:10:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.012146 29761 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 417e1d1e8a244d1b96928947235b0b6f. Latest consensus state: current_term: 5 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.012202 29761 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: LEADER
02:10:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.012398 29778 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
02:10:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.012722 29778 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a]
02:10:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.012833 29778 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8]
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013025 29778 tablet_loader.cc:96] loaded metadata for tablet 7074e4dbccd44a0989f8d98f6f45dd53 (table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a])
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013108 29778 tablet_loader.cc:96] loaded metadata for tablet 9c8ec4e3b71046a89b5e15f1a6151f4b (table txn_manager_fallback_rolling [id=47069c5c0ad44f0c87ea72b92343f54a])
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013150 29778 tablet_loader.cc:96] loaded metadata for tablet c9e58c4fec1d4fc2a368c98cbbde46e5 (table kudu_system.kudu_transactions [id=9882202b576441008fb4f46a7cb112b8])
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013185 29778 catalog_manager.cc:1533] Initializing Kudu cluster ID...
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013253 29778 catalog_manager.cc:1308] Loaded cluster ID: 642e340600724cbf855a24d12cd3389b
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013288 29778 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013450 29778 catalog_manager.cc:1553] Loading token signing keys...
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013546 29778 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f: Loaded TSK: 0
02:10:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.013715 29778 catalog_manager.cc:1563] Initializing in-progress tserver states...
02:10:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.015053 29256 heartbeater.cc:344] Connected to a master server at 127.27.253.124:36219
02:10:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.015125 29256 heartbeater.cc:499] Master 127.27.253.124:36219 was elected leader, sending a full tablet report...
02:10:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.015443 29700 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "2844ec8af513485c8b9820f26401578e" instance_seqno: 1790215808668619) as {username='slave'} at 127.27.253.66:39649; Asking this server to re-register.
02:10:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.015674 29256 heartbeater.cc:461] Registering TS with master...
02:10:14.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.015762 29256 heartbeater.cc:507] Master 127.27.253.124:36219 requested a full tablet report, sending...
02:10:14.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.016084 29700 ts_manager.cc:194] Registered new tserver with Master: 2844ec8af513485c8b9820f26401578e (127.27.253.66:35863)
02:10:14.025 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.27.253.126:46205(127.27.253.126:46205)] connecting to peer
02:10:14.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:14.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.253.126:46205(127.27.253.126:46205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:14.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.253.126:46205: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205
02:10:14.026 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:10:14.026 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=6, TimeoutTracker(timeout=250, elapsed=102), Traces: [0ms] sending RPC to server master-127.27.253.126:46205, [3ms] received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, deferred=Deferred@632773947(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@73ebe131 -> (continuation of Deferred@1437562242 after retry RPC after error@443607357) -> (continuation of Deferred@95494605 after retry RPC after error@704621091) -> (continuation of Deferred@122870267 after retry RPC after error@443998509) -> (continuation of Deferred@373626087 after retry RPC after error@1119820478), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@53b39e13 -> (continuation of Deferred@1437562242 after retry RPC after error@443607357) -> (continuation of Deferred@95494605 after retry RPC after error@704621091) -> (continuation of Deferred@122870267 after retry RPC after error@443998509) -> (continuation of Deferred@373626087 after retry RPC after error@1119820478))) after lookup
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.034000 29700 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56508:
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:10:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.035697 29746 master.cc:465] Invalid argument: unable to initialize TxnManager: Error creating table kudu_system.kudu_transactions on the master: not enough live tablet servers to create a table with the requested replication factor 3; 2 tablet servers are alive: unable to init TxnManager, will retry in 1.000s
02:10:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.119303 29559 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [term 5 FOLLOWER]: Refusing update from remote peer 417e1d1e8a244d1b96928947235b0b6f: Log matching property violated. Preceding OpId in replica: term: 4 index: 13. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
02:10:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.119659 29761 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 13, Time since last communication: 0.000s
02:10:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.120290 29770 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 417e1d1e8a244d1b96928947235b0b6f. Latest consensus state: current_term: 5 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.120396 29770 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: FOLLOWER
02:10:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.120962 29750 sys_catalog.cc:455] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.121057 29750 sys_catalog.cc:458] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f [sys.catalog]: This master's current role is: LEADER
02:10:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.121364 29770 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "417e1d1e8a244d1b96928947235b0b6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "51d62322094a49bea5ffe729230b682a" member_type: VOTER last_known_addr { host: "127.27.253.126" port: 46205 } } peers { permanent_uuid: "ca55e99c1b03468b9e410081ba4ac492" member_type: VOTER last_known_addr { host: "127.27.253.125" port: 40975 } } peers { permanent_uuid: "417e1d1e8a244d1b96928947235b0b6f" member_type: VOTER last_known_addr { host: "127.27.253.124" port: 36219 } } }
02:10:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.121449 29770 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca55e99c1b03468b9e410081ba4ac492 [sys.catalog]: This master's current role is: FOLLOWER
02:10:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.121587 29685 consensus_peers.cc:597] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f -> Peer 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205): Couldn't send request to peer 51d62322094a49bea5ffe729230b682a. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:10:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.175302 29730 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:56482 (request call id 5) took 148 ms (client timeout 148 ms). Trace:
02:10:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.175417 29730 rpcz_store.cc:269] 0924 02:10:14.027097 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:10:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.027132 (+ 35us) service_pool.cc:224] Handling call
02:10:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.175268 (+148136us) inbound_call.cc:177] Queueing success response
02:10:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":310,"init.queue_time_us":31,"thread_start_us":269,"threads_started":4}
02:10:14.176 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.126:46205, [3ms] received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [102ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@632773947(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@73ebe131 -> (continuation of Deferred@1437562242 after retry RPC after error@443607357) -> (continuation of Deferred@95494605 after retry RPC after error@704621091) -> (continuation of Deferred@122870267 after retry RPC after error@443998509) -> (continuation of Deferred@373626087 after retry RPC after error@1119820478) -> (continuation of Deferred@2120311489 after retry RPC@1077785542), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@53b39e13 -> (continuation of Deferred@1437562242 after retry RPC after error@443607357) -> (continuation of Deferred@95494605 after retry RPC after error@704621091) -> (continuation of Deferred@122870267 after retry RPC after error@443998509) -> (continuation of Deferred@373626087 after retry RPC after error@1119820478) -> (continuation of Deferred@2120311489 after retry RPC@1077785542)))
02:10:14.176 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.126:46205, [3ms] received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [22ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [23ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [31ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [31ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [41ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [61ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [63ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.27.253.124:36219,127.27.253.126:46205,127.27.253.125:40975) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.124:36219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.126:46205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.253.125:40975, [101ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.124:36219: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.125:40975: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.27.253.126:46205: Network error: Failed to connect to peer master-127.27.253.126:46205(127.27.253.126:46205): Connection refused: /127.27.253.126:46205, [102ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@632773947(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@73ebe131 -> (continuation of Deferred@1437562242 after retry RPC after error@443607357) -> (continuation of Deferred@95494605 after retry RPC after error@704621091) -> (continuation of Deferred@122870267 after retry RPC after error@443998509) -> (continuation of Deferred@373626087 after retry RPC after error@1119820478) -> (continuation of Deferred@2120311489 after retry RPC@1077785542), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@53b39e13 -> (continuation of Deferred@1437562242 after retry RPC after error@443607357) -> (continuation of Deferred@95494605 after retry RPC after error@704621091) -> (continuation of Deferred@122870267 after retry RPC after error@443998509) -> (continuation of Deferred@373626087 after retry RPC after error@1119820478) -> (continuation of Deferred@2120311489 after retry RPC@1077785542)))
02:10:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.435177 29730 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:56482 (request call id 6) took 250 ms (client timeout 250 ms). Trace:
02:10:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.435286 29730 rpcz_store.cc:269] 0924 02:10:14.184984 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:10:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.185030 (+ 46us) service_pool.cc:224] Handling call
02:10:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.435162 (+250132us) inbound_call.cc:177] Queueing success response
02:10:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:10:14.436 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2053979029(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@35e171cd, errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@40637ada))
02:10:14.436 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@2053979029(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@35e171cd, errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@40637ada))
02:10:14.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.548547 29282 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.141s from last keepalive heartbeat (effective timeout is 1.000s)
02:10:14.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.551139 29368 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.27.253.125:40975)
02:10:14.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.557359 29791 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
02:10:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.557704 29398 heartbeater.cc:344] Connected to a master server at 127.27.253.124:36219
02:10:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.557758 29398 heartbeater.cc:499] Master 127.27.253.124:36219 was elected leader, sending a full tablet report...
02:10:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.558045 29700 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "27a191b984ec4c2a9803d27e19b5e012" instance_seqno: 1790215808799109) as {username='slave'} at 127.27.253.67:38771; Asking this server to re-register.
02:10:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.558262 29398 heartbeater.cc:461] Registering TS with master...
02:10:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.558326 29398 heartbeater.cc:507] Master 127.27.253.124:36219 requested a full tablet report, sending...
02:10:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.558768 29809 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
02:10:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:14.558806 29700 ts_manager.cc:194] Registered new tserver with Master: 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303)
02:10:14.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.586313 29685 consensus_peers.cc:597] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f -> Peer 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205): Couldn't send request to peer 51d62322094a49bea5ffe729230b682a. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:10:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.695087 29730 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:56482 (request call id 7) took 250 ms (client timeout 250 ms). Trace:
02:10:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.695166 29730 rpcz_store.cc:269] 0924 02:10:14.444974 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:10:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.445004 (+ 30us) service_pool.cc:224] Handling call
02:10:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.695075 (+250071us) inbound_call.cc:177] Queueing success response
02:10:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:10:14.695 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1835881107(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@7ecf6d38, errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@401e0435))
02:10:14.695 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@1835881107(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@7ecf6d38, errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@401e0435))
02:10:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.954905 29730 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:56482 (request call id 8) took 250 ms (client timeout 250 ms). Trace:
02:10:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:14.954996 29730 rpcz_store.cc:269] 0924 02:10:14.704752 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:10:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.704795 (+ 43us) service_pool.cc:224] Handling call
02:10:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0924 02:10:14.954888 (+250093us) inbound_call.cc:177] Queueing success response
02:10:14.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
02:10:14.955 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@468718406(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@1c8e2361, errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@19ad3b65))
02:10:14.955 [DEBUG - kudu-nio-5] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=1, TimeoutTracker(timeout=250, elapsed=251), Traces: [0ms] sending RPC to server master-127.27.253.124:36219, [251ms] delaying RPC due to: Service unavailable: TxnManager is not yet initialized (error 0), deferred=Deferred@468718406(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f965c33a6c0@1c8e2361, errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f965c33a8e8@19ad3b65))
02:10:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:15.057669 29700 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56516:
02:10:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:10:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:10:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:10:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:10:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:15.057824 29700 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:10:15.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:15.060775 29685 consensus_peers.cc:597] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f -> Peer 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205): Couldn't send request to peer 51d62322094a49bea5ffe729230b682a. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:10:15.063 [DEBUG - kudu-nio-5] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 27a191b984ec4c2a9803d27e19b5e012 (127.27.253.67:44303): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1790215809 last_transition_timestamp: 1790215814
02:10:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260924 02:10:15.606554 29685 consensus_peers.cc:597] T 00000000000000000000000000000000 P 417e1d1e8a244d1b96928947235b0b6f -> Peer 51d62322094a49bea5ffe729230b682a (127.27.253.126:46205): Couldn't send request to peer 51d62322094a49bea5ffe729230b682a. Status: Network error: Client connection negotiation failed: client connection to 127.27.253.126:46205: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:10:15.707 [DEBUG - main] (Connection.java:575) [peer master-127.27.253.125:40975(127.27.253.125:40975)] disconnecting while in state READY
02:10:15.707 [DEBUG - main] (Connection.java:575) [peer 756ce852161c42c9b434ba559e280728(127.27.253.65:41101)] disconnecting while in state READY
02:10:15.707 [DEBUG - main] (Connection.java:575) [peer 2844ec8af513485c8b9820f26401578e(127.27.253.66:35863)] disconnecting while in state READY
02:10:15.707 [DEBUG - main] (Connection.java:575) [peer master-127.27.253.126:46205(127.27.253.126:46205)] disconnecting while in state TERMINATED
02:10:15.707 [DEBUG - main] (Connection.java:575) [peer master-127.27.253.124:36219(127.27.253.124:36219)] disconnecting while in state READY
02:10:15.708 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.27.253.125:40975(127.27.253.125:40975)] handling channelInactive
02:10:15.708 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.27.253.124:36219(127.27.253.124:36219)] handling channelInactive
02:10:15.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.27.253.125:40975(127.27.253.125:40975)] cleaning up while in state READY due to: connection closed
02:10:15.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.27.253.124:36219(127.27.253.124:36219)] cleaning up while in state READY due to: connection closed
02:10:15.708 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:10:15.709 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 756ce852161c42c9b434ba559e280728(127.27.253.65:41101)] handling channelInactive
02:10:15.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 756ce852161c42c9b434ba559e280728(127.27.253.65:41101)] cleaning up while in state READY due to: connection closed
02:10:15.709 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2844ec8af513485c8b9820f26401578e(127.27.253.66:35863)] handling channelInactive
02:10:15.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2844ec8af513485c8b9820f26401578e(127.27.253.66:35863)] cleaning up while in state READY due to: connection closed
02:10:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:15.709806 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 28977
02:10:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:15.715339 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 29118
02:10:15.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:15.720626 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 29261
02:10:15.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:15.726260 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 29518
02:10:15.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260924 02:10:15.730999 28661 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskUE3D2o/build/release/bin/kudu with pid 29668
02:10:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-24T02:10:15Z chronyd exiting
02:10:15.780 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Aborted: transaction was aborted
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)