08:02:07.865 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:02:07.865 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskP1ae84/test-tmp
08:02:07.865 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:02:07.865 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskP1ae84/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:02:07.867 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:02:08.181 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:08.181 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:02:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.183679 3392 mini_oidc.cc:150] Starting JWKS server
08:02:08.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.185812 3392 webserver.cc:533] Webserver started at http://127.0.0.1:44853/ using document root <none> and password file <none>
08:02:08.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.186043 3392 mini_oidc.cc:186] Starting OIDC Discovery server
08:02:08.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.186520 3392 webserver.cc:533] Webserver started at http://127.0.0.1:36545/ using document root <none> and password file <none>
08:02:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:02:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:02:08.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:02:08Z Disabled control of system clock
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.213364 3392 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/wal
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/logs
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data/info.pb
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.62:36685
08:02:08.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.62
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44853/jwks.json
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.525966 3403 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.526294 3403 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:08.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.526372 3403 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.534543 3403 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.534636 3403 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.534683 3403 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.534722 3403 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.534772 3403 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.534808 3403 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.534862 3403 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44853/jwks.json
08:02:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.544699 3403 master_runner.cc:387] Master server non-default flags:
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/logs
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/wal
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.62:36685
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44853/jwks.json
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data/info.pb
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.62
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on bdcb31816ec0
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14053
08:02:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.546216 3403 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:08.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.548416 3403 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:02:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.556181 3408 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.556212 3409 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.559867 3403 server_base.cc:1061] running on GCE node
08:02:08.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.560742 3411 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.561512 3403 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.562870 3403 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.564081 3403 hybrid_clock.cc:648] HybridClock initialized: now 1790668928564014 us; error 41 us; skew 500 ppm
08:02:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.564442 3403 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.566530 3403 webserver.cc:533] Webserver started at http://127.3.80.62:38475/ using document root <none> and password file <none>
08:02:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.567233 3403 fs_manager.cc:362] Metadata directory not provided
08:02:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.567353 3403 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.567726 3403 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.570024 3403 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data/instance:
08:02:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d4c0f056a7e4174a70dde8cac0005e4"
08:02:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:08 on dist-test-slave-tpt9"
08:02:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.570779 3403 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/wal/instance:
08:02:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d4c0f056a7e4174a70dde8cac0005e4"
08:02:08.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:08 on dist-test-slave-tpt9"
08:02:08.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.575911 3403 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.002s
08:02:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.579092 3417 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.580353 3403 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.580503 3403 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data,/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/wal
08:02:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d4c0f056a7e4174a70dde8cac0005e4"
08:02:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:08 on dist-test-slave-tpt9"
08:02:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.580699 3403 fs_report.cc:389] FS layout report
08:02:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:08.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/wal
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/wal
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data/data
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.612682 3403 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.613631 3403 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.613940 3403 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.635484 3403 rpc_server.cc:307] RPC server started. Bound to: 127.3.80.62:36685
08:02:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.635535 3478 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.80.62:36685 every 8 connection(s)
08:02:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.636991 3403 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/data/info.pb
08:02:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.639212 3392 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP1ae84/build/asan/bin/kudu as pid 3403
08:02:08.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.639514 3392 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-0/wal/instance
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.642022 3479 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.642350 3392 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/wal
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/logs
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data/info.pb
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.61:43243
08:02:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.61
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44853/jwks.json
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.648813 3479 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } has no permanent_uuid. Determining permanent_uuid...
08:02:08.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.669076 3479 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } has no permanent_uuid. Determining permanent_uuid...
08:02:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.670320 3419 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.80.61:43243: connect: Connection refused (error 111)
08:02:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.671905 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.61:43243: Network error: Client connection negotiation failed: client connection to 127.3.80.61:43243: connect: Connection refused (error 111)
08:02:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.721273 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } attempt: 1
08:02:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.723412 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.61:43243: Network error: Client connection negotiation failed: client connection to 127.3.80.61:43243: connect: Connection refused (error 111)
08:02:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.791721 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } attempt: 2
08:02:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.793834 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.61:43243: Network error: Client connection negotiation failed: client connection to 127.3.80.61:43243: connect: Connection refused (error 111)
08:02:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.885111 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } attempt: 3
08:02:08.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.887094 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.61:43243: Network error: Client connection negotiation failed: client connection to 127.3.80.61:43243: connect: Connection refused (error 111)
08:02:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.960254 3481 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.960551 3481 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.960630 3481 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.968973 3481 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.969074 3481 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.969122 3481 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.969169 3481 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.969221 3481 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.969259 3481 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:08.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.969317 3481 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44853/jwks.json
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.979274 3481 master_runner.cc:387] Master server non-default flags:
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/logs
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/wal
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.61:43243
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:08.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44853/jwks.json
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data/info.pb
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.61
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on bdcb31816ec0
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14053
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.980868 3481 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:08.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.982576 3481 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.990321 3490 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.990296 3489 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:08.990943 3492 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.991361 3481 server_base.cc:1061] running on GCE node
08:02:08.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.992092 3481 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:08.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.993479 3481 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:08.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.994717 3481 hybrid_clock.cc:648] HybridClock initialized: now 1790668928994648 us; error 40 us; skew 500 ppm
08:02:08.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.995085 3481 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:08.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.997239 3481 webserver.cc:533] Webserver started at http://127.3.80.61:43451/ using document root <none> and password file <none>
08:02:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.997939 3481 fs_manager.cc:362] Metadata directory not provided
08:02:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.998095 3481 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:08.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:08.998437 3481 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.000836 3481 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data/instance:
08:02:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae561650167d4f4aa653ffd023ed7cad"
08:02:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:08 on dist-test-slave-tpt9"
08:02:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.001596 3481 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/wal/instance:
08:02:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae561650167d4f4aa653ffd023ed7cad"
08:02:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:08 on dist-test-slave-tpt9"
08:02:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.006678 3481 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
08:02:09.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.009881 3498 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.011161 3481 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.011323 3481 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data,/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/wal
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae561650167d4f4aa653ffd023ed7cad"
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:08 on dist-test-slave-tpt9"
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.011515 3481 fs_report.cc:389] FS layout report
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/wal
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/wal
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data/data
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:09.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:09.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.030350 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } attempt: 4
08:02:09.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.032222 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.61:43243: Network error: Client connection negotiation failed: client connection to 127.3.80.61:43243: connect: Connection refused (error 111)
08:02:09.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.036444 3481 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.037289 3481 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:09.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.037580 3481 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.057928 3481 rpc_server.cc:307] RPC server started. Bound to: 127.3.80.61:43243
08:02:09.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.057963 3559 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.80.61:43243 every 8 connection(s)
08:02:09.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.059446 3481 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/data/info.pb
08:02:09.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.063606 3560 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.069712 3392 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP1ae84/build/asan/bin/kudu as pid 3481
08:02:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.069344 3560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.069842 3392 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-1/wal/instance
08:02:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.070776 3392 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/wal
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/logs
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data/info.pb
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.60:33017
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.60
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44853/jwks.json
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:09.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:09.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.082406 3560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.091342 3560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.092368 3500 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.093910 3560 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.143193 3560 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 1
08:02:09.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.145433 3560 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.213707 3560 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 2
08:02:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.215952 3560 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.307228 3560 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 3
08:02:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.309350 3560 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.331475 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } attempt: 5
08:02:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.337703 3479 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.339257 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.390461 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 1
08:02:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.391377 3563 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.391695 3563 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.391817 3563 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.392330 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.400027 3563 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.400131 3563 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.400197 3563 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.400256 3563 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.400332 3563 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.400403 3563 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.400491 3563 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44853/jwks.json
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.410478 3563 master_runner.cc:387] Master server non-default flags:
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/logs
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/wal
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.60:33017
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44853/jwks.json
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data/info.pb
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.60
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on bdcb31816ec0
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14053
08:02:09.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.412436 3563 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:09.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.414193 3563 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:02:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.422020 3570 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.422178 3573 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.422183 3571 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.422901 3563 server_base.cc:1061] running on GCE node
08:02:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.423609 3563 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.424908 3563 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.426126 3563 hybrid_clock.cc:648] HybridClock initialized: now 1790668929426070 us; error 27 us; skew 500 ppm
08:02:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.426450 3563 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:09.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.428488 3563 webserver.cc:533] Webserver started at http://127.3.80.60:46467/ using document root <none> and password file <none>
08:02:09.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.429162 3563 fs_manager.cc:362] Metadata directory not provided
08:02:09.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.429275 3563 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:09.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.429591 3563 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.431854 3563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data/instance:
08:02:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd494c4a91e746efb5642222a42624b3"
08:02:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:09 on dist-test-slave-tpt9"
08:02:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.432605 3563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/wal/instance:
08:02:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd494c4a91e746efb5642222a42624b3"
08:02:09.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:09 on dist-test-slave-tpt9"
08:02:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.437616 3563 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.440789 3579 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.442152 3563 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.442322 3563 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data,/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/wal
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd494c4a91e746efb5642222a42624b3"
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:09 on dist-test-slave-tpt9"
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.442520 3563 fs_report.cc:389] FS layout report
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/wal
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/wal
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data/data
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.452570 3560 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 4
08:02:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.454433 3560 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.460539 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 2
08:02:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.462149 3479 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.470556 3563 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.471344 3563 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.471581 3563 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:09.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.492610 3563 rpc_server.cc:307] RPC server started. Bound to: 127.3.80.60:33017
08:02:09.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.492645 3640 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.80.60:33017 every 8 connection(s)
08:02:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.494000 3563 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/data/info.pb
08:02:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.497210 3392 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP1ae84/build/asan/bin/kudu as pid 3563
08:02:09.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.497383 3392 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/master-2/wal/instance
08:02:09.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.497980 3641 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.505517 3641 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.518496 3641 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.524178 3641 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.534017 3641 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3: Bootstrap starting.
08:02:09.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.537724 3641 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3: Neither blocks nor log segments found. Creating new log.
08:02:09.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.538754 3641 log.cc:826] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3: Log is configured to *not* fsync() on all Append() calls
08:02:09.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.541136 3641 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3: No bootstrap required, opened a new log
08:02:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.546254 3641 raft_consensus.cc:359] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.546545 3641 raft_consensus.cc:385] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:09.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.546656 3641 raft_consensus.cc:740] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd494c4a91e746efb5642222a42624b3, State: Initialized, Role: FOLLOWER
08:02:09.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.547248 3641 consensus_queue.cc:260] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.548095 3649 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.548866 3649 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: This master's current role is: FOLLOWER
08:02:09.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.549263 3641 sys_catalog.cc:565] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: configured and running, proceeding with master startup.
08:02:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.560868 3660 catalog_manager.cc:1607] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.560973 3660 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.559258 3563 master_runner.cc:187] Error getting master registration for 127.3.80.62:36685: OK, instance_id { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" instance_seqno: 1790668928630481 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.563623 3563 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:09.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.568368 3479 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 3
08:02:09.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.579571 3479 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: Bootstrap starting.
08:02:09.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.583711 3479 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: Neither blocks nor log segments found. Creating new log.
08:02:09.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.584765 3479 log.cc:826] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: Log is configured to *not* fsync() on all Append() calls
08:02:09.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.587163 3479 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: No bootstrap required, opened a new log
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.592159 3479 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.592439 3479 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:09.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.592561 3479 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d4c0f056a7e4174a70dde8cac0005e4, State: Initialized, Role: FOLLOWER
08:02:09.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.593433 3479 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.594568 3663 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.594868 3663 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: This master's current role is: FOLLOWER
08:02:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.595709 3479 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: configured and running, proceeding with master startup.
08:02:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.604851 3674 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:09.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.605173 3674 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.605857 3649 raft_consensus.cc:493] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.606127 3649 raft_consensus.cc:515] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.607883 3649 leader_election.cc:290] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7d4c0f056a7e4174a70dde8cac0005e4 (127.3.80.62:36685), ae561650167d4f4aa653ffd023ed7cad (127.3.80.61:43243)
08:02:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.609036 3444 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd494c4a91e746efb5642222a42624b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" is_pre_election: true
08:02:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.609544 3444 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd494c4a91e746efb5642222a42624b3 in term 0.
08:02:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.610349 3582 leader_election.cc:304] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d4c0f056a7e4174a70dde8cac0005e4, dd494c4a91e746efb5642222a42624b3; no voters:
08:02:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.610885 3649 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.611029 3649 raft_consensus.cc:493] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.611131 3649 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 0 FOLLOWER]: Advancing to term 1
08:02:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.604851 3403 master_runner.cc:187] Error getting master registration for 127.3.80.61:43243: OK, instance_id { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" instance_seqno: 1790668929053387 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.612139 3403 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.614440 3649 raft_consensus.cc:515] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.615667 3444 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd494c4a91e746efb5642222a42624b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7d4c0f056a7e4174a70dde8cac0005e4"
08:02:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.615862 3444 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 0 FOLLOWER]: Advancing to term 1
08:02:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:09.616760 3423 tablet.cc:2433] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.619145 3444 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd494c4a91e746efb5642222a42624b3 in term 1.
08:02:09.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.619804 3582 leader_election.cc:304] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d4c0f056a7e4174a70dde8cac0005e4, dd494c4a91e746efb5642222a42624b3; no voters:
08:02:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.622864 3649 leader_election.cc:290] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [CANDIDATE]: Term 1 election: Requested vote from peers 7d4c0f056a7e4174a70dde8cac0005e4 (127.3.80.62:36685), ae561650167d4f4aa653ffd023ed7cad (127.3.80.61:43243)
08:02:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.623332 3649 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 1 FOLLOWER]: Leader election won for term 1
08:02:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.623840 3649 raft_consensus.cc:697] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [term 1 LEADER]: Becoming Leader. State: Replica: dd494c4a91e746efb5642222a42624b3, State: Running, Role: LEADER
08:02:09.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.624660 3649 consensus_queue.cc:237] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.629683 3676 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd494c4a91e746efb5642222a42624b3. Latest consensus state: current_term: 1 leader_uuid: "dd494c4a91e746efb5642222a42624b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.629984 3676 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: This master's current role is: LEADER
08:02:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.631472 3678 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
08:02:09.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.634467 3678 catalog_manager.cc:1533] Initializing Kudu cluster ID...
08:02:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.649168 3444 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Refusing update from remote peer dd494c4a91e746efb5642222a42624b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.650770 3676 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.671748 3663 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd494c4a91e746efb5642222a42624b3. Latest consensus state: current_term: 1 leader_uuid: "dd494c4a91e746efb5642222a42624b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.672024 3663 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: This master's current role is: FOLLOWER
08:02:09.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.675611 3679 mvcc.cc:204] Tried to move back new op lower bound from 7334579935831855104 to 7334579935755091968. Current Snapshot: MvccSnapshot[applied={T|T < 7334579935831855104}]
08:02:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.676100 3649 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dd494c4a91e746efb5642222a42624b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.676338 3649 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: This master's current role is: LEADER
08:02:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.679852 3678 catalog_manager.cc:1396] Generated new cluster ID: b8a72d4dbae04e0d8aaf520d9e61ae56
08:02:09.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.679947 3678 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
08:02:09.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.680642 3680 mvcc.cc:204] Tried to move back new op lower bound from 7334579935831855104 to 7334579935755091968. Current Snapshot: MvccSnapshot[applied={T|T < 7334579935831855104}]
08:02:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.687772 3663 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dd494c4a91e746efb5642222a42624b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.688002 3663 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: This master's current role is: FOLLOWER
08:02:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.715757 3678 catalog_manager.cc:1419] Generated new certificate authority record
08:02:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.717537 3678 catalog_manager.cc:1553] Loading token signing keys...
08:02:09.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.734220 3678 catalog_manager.cc:6219] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3: Generated new TSK 0
08:02:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.735479 3678 catalog_manager.cc:1563] Initializing in-progress tserver states...
08:02:09.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.753620 3560 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } attempt: 5
08:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.756093 3392 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/wal
08:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data
08:02:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/logs
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data/info.pb
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.1:0
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.80.1
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.1
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:09.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:09.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.768471 3560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad: Bootstrap starting.
08:02:09.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.772866 3560 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad: Neither blocks nor log segments found. Creating new log.
08:02:09.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.774384 3560 log.cc:826] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad: Log is configured to *not* fsync() on all Append() calls
08:02:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.787544 3560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad: No bootstrap required, opened a new log
08:02:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.802100 3560 raft_consensus.cc:359] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.802933 3560 raft_consensus.cc:385] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:09.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.803264 3560 raft_consensus.cc:740] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae561650167d4f4aa653ffd023ed7cad, State: Initialized, Role: FOLLOWER
08:02:09.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.804659 3560 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.819058 3525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd494c4a91e746efb5642222a42624b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae561650167d4f4aa653ffd023ed7cad" is_pre_election: true
08:02:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.819429 3523 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 0 FOLLOWER]: Advancing to term 1
08:02:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.820262 3524 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd494c4a91e746efb5642222a42624b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae561650167d4f4aa653ffd023ed7cad"
08:02:09.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.820868 3560 sys_catalog.cc:565] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: configured and running, proceeding with master startup.
08:02:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.824309 3523 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 1 FOLLOWER]: Refusing update from remote peer dd494c4a91e746efb5642222a42624b3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.825289 3649 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.827857 3686 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.828769 3686 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: This master's current role is: FOLLOWER
08:02:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.879428 3686 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd494c4a91e746efb5642222a42624b3. Latest consensus state: current_term: 1 leader_uuid: "dd494c4a91e746efb5642222a42624b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.879429 3688 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dd494c4a91e746efb5642222a42624b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.879776 3686 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: This master's current role is: FOLLOWER
08:02:09.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.879782 3688 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: This master's current role is: FOLLOWER
08:02:09.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.938611 3702 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:02:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.950850 3649 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dd494c4a91e746efb5642222a42624b3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:09.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:09.951107 3649 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd494c4a91e746efb5642222a42624b3 [sys.catalog]: This master's current role is: LEADER
08:02:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.198812 3684 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.199128 3684 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.199247 3684 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.207401 3684 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.207535 3684 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.207582 3684 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.207617 3684 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.207741 3684 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.80.1
08:02:10.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.217700 3684 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/logs
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/wal
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.1:0
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data/info.pb
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.1
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.80.1
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on bdcb31816ec0
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14053
08:02:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.219202 3684 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.221058 3684 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:02:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.230855 3708 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.230881 3707 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.231521 3710 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.231835 3684 server_base.cc:1061] running on GCE node
08:02:10.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.232391 3684 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:10.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.233219 3684 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.234439 3684 hybrid_clock.cc:648] HybridClock initialized: now 1790668930234384 us; error 27 us; skew 500 ppm
08:02:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.234759 3684 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:10.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.236778 3684 webserver.cc:533] Webserver started at http://127.3.80.1:45061/ using document root <none> and password file <none>
08:02:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.237474 3684 fs_manager.cc:362] Metadata directory not provided
08:02:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.237589 3684 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.237910 3684 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.240264 3684 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data/instance:
08:02:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b90cac8095b745d594c5c0246c405a28"
08:02:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:10 on dist-test-slave-tpt9"
08:02:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.240995 3684 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/wal/instance:
08:02:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b90cac8095b745d594c5c0246c405a28"
08:02:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:10 on dist-test-slave-tpt9"
08:02:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.246104 3684 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
08:02:10.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.249522 3716 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.250869 3684 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.251030 3684 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data,/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/wal
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b90cac8095b745d594c5c0246c405a28"
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:10 on dist-test-slave-tpt9"
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.251224 3684 fs_report.cc:389] FS layout report
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/wal
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/wal
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data/data
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:10.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.277554 3684 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.278414 3684 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.278702 3684 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:10.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.281714 3684 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:10.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.281819 3684 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.281927 3684 ts_tablet_manager.cc:662] Registered 0 tablets
08:02:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.282014 3684 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.352626 3684 rpc_server.cc:307] RPC server started. Bound to: 127.3.80.1:41205
08:02:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.352694 3840 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.80.1:41205 every 8 connection(s)
08:02:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.353914 3684 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/data/info.pb
08:02:10.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.356474 3842 heartbeater.cc:344] Connected to a master server at 127.3.80.62:36685
08:02:10.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.357389 3842 heartbeater.cc:461] Registering TS with master...
08:02:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.358376 3842 heartbeater.cc:507] Master 127.3.80.62:36685 requested a full tablet report, sending...
08:02:10.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.360754 3434 ts_manager.cc:194] Registered new tserver with Master: b90cac8095b745d594c5c0246c405a28 (127.3.80.1:41205)
08:02:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.362162 3392 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP1ae84/build/asan/bin/kudu as pid 3684
08:02:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.362318 3392 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-0/wal/instance
08:02:10.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.363132 3841 heartbeater.cc:344] Connected to a master server at 127.3.80.60:33017
08:02:10.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.363278 3841 heartbeater.cc:461] Registering TS with master...
08:02:10.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.363726 3841 heartbeater.cc:507] Master 127.3.80.60:33017 requested a full tablet report, sending...
08:02:10.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.363890 3843 heartbeater.cc:344] Connected to a master server at 127.3.80.61:43243
08:02:10.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.364018 3843 heartbeater.cc:461] Registering TS with master...
08:02:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.364475 3843 heartbeater.cc:507] Master 127.3.80.61:43243 requested a full tablet report, sending...
08:02:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.365451 3595 ts_manager.cc:194] Registered new tserver with Master: b90cac8095b745d594c5c0246c405a28 (127.3.80.1:41205)
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.366505 3392 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/wal
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/logs
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data/info.pb
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.2:0
08:02:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.80.2
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.2
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.367552 3595 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.80.1:59865
08:02:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.369120 3515 ts_manager.cc:194] Registered new tserver with Master: b90cac8095b745d594c5c0246c405a28 (127.3.80.1:41205)
08:02:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.607614 3674 catalog_manager.cc:1308] Loaded cluster ID: b8a72d4dbae04e0d8aaf520d9e61ae56
08:02:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.607820 3674 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: loading cluster ID for follower catalog manager: success
08:02:10.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.611766 3674 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: acquiring CA information for follower catalog manager: success
08:02:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.614282 3674 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.696367 3846 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.696650 3846 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.696738 3846 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.705335 3846 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.705469 3846 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.705516 3846 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.705551 3846 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.705627 3846 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.80.2
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.715371 3846 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/logs
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/wal
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.2:0
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data/info.pb
08:02:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.2
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.80.2
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on bdcb31816ec0
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14053
08:02:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.716997 3846 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.718729 3846 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:02:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.727659 3852 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.727720 3851 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:10.728500 3854 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.729094 3846 server_base.cc:1061] running on GCE node
08:02:10.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.729660 3846 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:10.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.730568 3846 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.731734 3846 hybrid_clock.cc:648] HybridClock initialized: now 1790668930731670 us; error 29 us; skew 500 ppm
08:02:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.732023 3846 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.734071 3846 webserver.cc:533] Webserver started at http://127.3.80.2:41665/ using document root <none> and password file <none>
08:02:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.734782 3846 fs_manager.cc:362] Metadata directory not provided
08:02:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.734899 3846 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:10.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.735214 3846 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.737522 3846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data/instance:
08:02:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f799f6f881a9493c9b956373271109d1"
08:02:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:10 on dist-test-slave-tpt9"
08:02:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.738278 3846 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/wal/instance:
08:02:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f799f6f881a9493c9b956373271109d1"
08:02:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:10 on dist-test-slave-tpt9"
08:02:10.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.743319 3846 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.002s
08:02:10.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.746461 3860 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.747735 3846 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.747881 3846 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data,/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/wal
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f799f6f881a9493c9b956373271109d1"
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:10 on dist-test-slave-tpt9"
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.748082 3846 fs_report.cc:389] FS layout report
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/wal
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/wal
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data/data
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:10.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.773729 3846 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.774487 3846 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:10.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.774724 3846 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:10.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.777798 3846 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:10.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.778053 3846 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:10.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.778167 3846 ts_tablet_manager.cc:662] Registered 0 tablets
08:02:10.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.778225 3846 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.834514 3846 rpc_server.cc:307] RPC server started. Bound to: 127.3.80.2:33969
08:02:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.834578 3981 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.80.2:33969 every 8 connection(s)
08:02:10.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.835947 3846 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/data/info.pb
08:02:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.843550 3392 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP1ae84/build/asan/bin/kudu as pid 3846
08:02:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.843773 3392 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-1/wal/instance
08:02:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.847718 3983 heartbeater.cc:344] Connected to a master server at 127.3.80.62:36685
08:02:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.848620 3983 heartbeater.cc:461] Registering TS with master...
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.849478 3392 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskP1ae84/build/asan/bin/kudu
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/wal
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/logs
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data/info.pb
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.3:0
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.80.3
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.3
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.849730 3983 heartbeater.cc:507] Master 127.3.80.62:36685 requested a full tablet report, sending...
08:02:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.851536 3434 ts_manager.cc:194] Registered new tserver with Master: f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969)
08:02:10.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.856200 3982 heartbeater.cc:344] Connected to a master server at 127.3.80.60:33017
08:02:10.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.856343 3982 heartbeater.cc:461] Registering TS with master...
08:02:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.856549 3984 heartbeater.cc:344] Connected to a master server at 127.3.80.61:43243
08:02:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.856691 3984 heartbeater.cc:461] Registering TS with master...
08:02:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.857257 3984 heartbeater.cc:507] Master 127.3.80.61:43243 requested a full tablet report, sending...
08:02:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.857303 3982 heartbeater.cc:507] Master 127.3.80.60:33017 requested a full tablet report, sending...
08:02:10.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.858250 3595 ts_manager.cc:194] Registered new tserver with Master: f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969)
08:02:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.859344 3595 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.80.2:35713
08:02:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.860953 3515 ts_manager.cc:194] Registered new tserver with Master: f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969)
08:02:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.943545 3702 catalog_manager.cc:1308] Loaded cluster ID: b8a72d4dbae04e0d8aaf520d9e61ae56
08:02:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.943706 3702 catalog_manager.cc:1601] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad: loading cluster ID for follower catalog manager: success
08:02:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.947481 3702 catalog_manager.cc:1623] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad: acquiring CA information for follower catalog manager: success
08:02:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:10.949918 3702 catalog_manager.cc:1651] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.188069 3987 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.188412 3987 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.188544 3987 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.197044 3987 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.197194 3987 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.197259 3987 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.197311 3987 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.197418 3987 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.80.3
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.207955 3987 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/logs
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.80.20:45787
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/wal
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.80.3:0
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data/info.pb
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.80.3
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.80.62:36685,127.3.80.61:43243,127.3.80.60:33017
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.80.3
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:11.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3abfc3e270b48c5a2e69ad8b9aebc64e2a8e2644
08:02:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Sep 2026 07:43:24 UTC on bdcb31816ec0
08:02:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14053
08:02:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:11.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.209975 3987 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.211966 3987 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:02:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.220842 3993 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.222167 3994 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.222839 3996 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.223439 3987 server_base.cc:1061] running on GCE node
08:02:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.224156 3987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:11.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.225273 3987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:11.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.226534 3987 hybrid_clock.cc:648] HybridClock initialized: now 1790668931226451 us; error 50 us; skew 500 ppm
08:02:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.226912 3987 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:11.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.229646 3987 webserver.cc:533] Webserver started at http://127.3.80.3:35189/ using document root <none> and password file <none>
08:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.230615 3987 fs_manager.cc:362] Metadata directory not provided
08:02:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.230765 3987 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.231174 3987 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.234475 3987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data/instance:
08:02:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4"
08:02:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:11 on dist-test-slave-tpt9"
08:02:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.235456 3987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/wal/instance:
08:02:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4"
08:02:11.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:11 on dist-test-slave-tpt9"
08:02:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.242252 3987 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
08:02:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.246503 4002 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.248320 3987 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.248489 3987 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data,/tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/wal
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4"
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-29 08:02:11 on dist-test-slave-tpt9"
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.248721 3987 fs_report.cc:389] FS layout report
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/wal
08:02:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/wal
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data/data
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.296295 3987 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:02:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.297366 3987 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.297659 3987 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.301131 3987 ts_tablet_manager.cc:631] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.301244 3987 ts_tablet_manager.cc:577] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:02:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.301347 3987 ts_tablet_manager.cc:662] Registered 0 tablets
08:02:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.301410 3987 ts_tablet_manager.cc:641] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:02:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.370306 3841 heartbeater.cc:499] Master 127.3.80.60:33017 was elected leader, sending a full tablet report...
08:02:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.375587 3987 rpc_server.cc:307] RPC server started. Bound to: 127.3.80.3:41683
08:02:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.375705 4123 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.80.3:41683 every 8 connection(s)
08:02:11.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.376940 3987 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/data/info.pb
08:02:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.379444 4125 heartbeater.cc:344] Connected to a master server at 127.3.80.62:36685
08:02:11.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.379899 4125 heartbeater.cc:461] Registering TS with master...
08:02:11.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.381042 4125 heartbeater.cc:507] Master 127.3.80.62:36685 requested a full tablet report, sending...
08:02:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.381771 3392 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskP1ae84/build/asan/bin/kudu as pid 3987
08:02:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.381929 3392 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskP1ae84/test-tmp/mini-kudu-cluster6445432125151950717/ts-2/wal/instance
08:02:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.382869 3434 ts_manager.cc:194] Registered new tserver with Master: 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683)
08:02:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.387465 4124 heartbeater.cc:344] Connected to a master server at 127.3.80.60:33017
08:02:11.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.387606 4124 heartbeater.cc:461] Registering TS with master...
08:02:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.388164 4124 heartbeater.cc:507] Master 127.3.80.60:33017 requested a full tablet report, sending...
08:02:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.389057 3595 ts_manager.cc:194] Registered new tserver with Master: 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683)
08:02:11.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.389838 3595 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.80.3:60869
08:02:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.391486 4126 heartbeater.cc:344] Connected to a master server at 127.3.80.61:43243
08:02:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.391673 4126 heartbeater.cc:461] Registering TS with master...
08:02:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.392200 4126 heartbeater.cc:507] Master 127.3.80.61:43243 requested a full tablet report, sending...
08:02:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.393587 3514 ts_manager.cc:194] Registered new tserver with Master: 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683)
08:02:11.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.407949 3392 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:02:11.409 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:02:11.409 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:02:11.411 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.80.62"
port: 36685
}
bound_http_address {
host: "127.3.80.62"
port: 38475
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.80.61"
port: 43243
}
bound_http_address {
host: "127.3.80.61"
port: 43451
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.80.60"
port: 33017
}
bound_http_address {
host: "127.3.80.60"
port: 46467
}
}
}
08:02:11.411 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:02:11.411 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.80.1"
port: 41205
}
bound_http_address {
host: "127.3.80.1"
port: 45061
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.80.2"
port: 33969
}
bound_http_address {
host: "127.3.80.2"
port: 41665
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.80.3"
port: 41683
}
bound_http_address {
host: "127.3.80.3"
port: 35189
}
}
}
08:02:11.411 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:02:11.413 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:02:11.415 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:11.416 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.80.61:43243(127.3.80.61:43243)] connecting to peer
08:02:11.416 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.80.62:36685(127.3.80.62:36685)] connecting to peer
08:02:11.417 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.80.60:33017(127.3.80.60:33017)] Successfully connected to peer
08:02:11.417 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.80.61:43243(127.3.80.61:43243)] Successfully connected to peer
08:02:11.419 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.3.80.61
08:02:11.419 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.80.62:36685(127.3.80.62:36685)] Successfully connected to peer
08:02:11.420 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.3.80.60
08:02:11.421 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.3.80.62
08:02:11.437 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xbc685d01, L:/127.0.0.1:42208 - R:/127.3.80.60:33017] using SASL/PLAIN
08:02:11.437 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x5d6aeb74, L:/127.0.0.1:35526 - R:/127.3.80.61:43243] using SASL/PLAIN
08:02:11.438 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xd596f9db, L:/127.0.0.1:48632 - R:/127.3.80.62:36685] using SASL/PLAIN
08:02:11.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:11.439 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: OK, deferred=null) after lookup
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.440793 3595 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42208:
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:11.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.442559 3595 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:11.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3eedc4f95c3241c0982f3b5f8ea384bd
08:02:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.494696 3917 tablet_service.cc:1511] Processing CreateTablet for tablet bae23690c15d455f9337daa6dccd9040 (DEFAULT_TABLE table=txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:11.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.496212 3917 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bae23690c15d455f9337daa6dccd9040. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.496922 3916 tablet_service.cc:1511] Processing CreateTablet for tablet 6797a607dcd64df2a7324945cda1e491 (DEFAULT_TABLE table=txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.497385 3916 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6797a607dcd64df2a7324945cda1e491. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.497372 4058 tablet_service.cc:1511] Processing CreateTablet for tablet 6797a607dcd64df2a7324945cda1e491 (DEFAULT_TABLE table=txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:11.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.498274 4058 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6797a607dcd64df2a7324945cda1e491. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.504118 3770 tablet_service.cc:1511] Processing CreateTablet for tablet 6797a607dcd64df2a7324945cda1e491 (DEFAULT_TABLE table=txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.505064 3770 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6797a607dcd64df2a7324945cda1e491. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.496318 4059 tablet_service.cc:1511] Processing CreateTablet for tablet bae23690c15d455f9337daa6dccd9040 (DEFAULT_TABLE table=txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.512185 4059 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bae23690c15d455f9337daa6dccd9040. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.503084 3771 tablet_service.cc:1511] Processing CreateTablet for tablet bae23690c15d455f9337daa6dccd9040 (DEFAULT_TABLE table=txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.515272 3771 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bae23690c15d455f9337daa6dccd9040. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.515623 4151 tablet_bootstrap.cc:492] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1: Bootstrap starting.
08:02:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.519726 4151 tablet_bootstrap.cc:654] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1: Neither blocks nor log segments found. Creating new log.
08:02:11.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.521173 4151 log.cc:826] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1: Log is configured to *not* fsync() on all Append() calls
08:02:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.533381 4153 tablet_bootstrap.cc:492] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28: Bootstrap starting.
08:02:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.533623 4151 tablet_bootstrap.cc:492] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1: No bootstrap required, opened a new log
08:02:11.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.533919 4151 ts_tablet_manager.cc:1449] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1: Time spent bootstrapping tablet: real 0.019s user 0.008s sys 0.007s
08:02:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.536599 4153 tablet_bootstrap.cc:654] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28: Neither blocks nor log segments found. Creating new log.
08:02:11.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.537561 4154 tablet_bootstrap.cc:492] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Bootstrap starting.
08:02:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.537952 4153 log.cc:826] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28: Log is configured to *not* fsync() on all Append() calls
08:02:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.540565 4151 raft_consensus.cc:359] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.540869 4151 raft_consensus.cc:385] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.540970 4151 raft_consensus.cc:740] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f799f6f881a9493c9b956373271109d1, State: Initialized, Role: FOLLOWER
08:02:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.541477 4153 tablet_bootstrap.cc:492] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28: No bootstrap required, opened a new log
08:02:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.541569 4151 consensus_queue.cc:260] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.541751 4153 ts_tablet_manager.cc:1449] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28: Time spent bootstrapping tablet: real 0.009s user 0.000s sys 0.006s
08:02:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.542505 4154 tablet_bootstrap.cc:654] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Neither blocks nor log segments found. Creating new log.
08:02:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.542541 3982 heartbeater.cc:499] Master 127.3.80.60:33017 was elected leader, sending a full tablet report...
08:02:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.543293 4151 ts_tablet_manager.cc:1480] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1: Time spent starting tablet: real 0.009s user 0.006s sys 0.004s
08:02:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.543776 4151 tablet_bootstrap.cc:492] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1: Bootstrap starting.
08:02:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.543933 4154 log.cc:826] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Log is configured to *not* fsync() on all Append() calls
08:02:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.549432 4151 tablet_bootstrap.cc:654] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1: Neither blocks nor log segments found. Creating new log.
08:02:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.551707 4153 raft_consensus.cc:359] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.552254 4153 raft_consensus.cc:385] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.552435 4153 raft_consensus.cc:740] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b90cac8095b745d594c5c0246c405a28, State: Initialized, Role: FOLLOWER
08:02:11.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.553267 4153 consensus_queue.cc:260] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.564780 4154 tablet_bootstrap.cc:492] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4: No bootstrap required, opened a new log
08:02:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.565141 4154 ts_tablet_manager.cc:1449] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Time spent bootstrapping tablet: real 0.028s user 0.008s sys 0.006s
08:02:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.569039 4151 tablet_bootstrap.cc:492] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1: No bootstrap required, opened a new log
08:02:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.569342 4151 ts_tablet_manager.cc:1449] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1: Time spent bootstrapping tablet: real 0.026s user 0.006s sys 0.014s
08:02:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.570302 4151 raft_consensus.cc:359] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.570909 4151 raft_consensus.cc:385] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.571142 4151 raft_consensus.cc:740] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f799f6f881a9493c9b956373271109d1, State: Initialized, Role: FOLLOWER
08:02:11.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.571513 4151 consensus_queue.cc:260] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.572413 4154 raft_consensus.cc:359] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.572834 4154 raft_consensus.cc:385] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.572940 4154 raft_consensus.cc:740] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73d89d9ff2c048c7a8f8d1e59189b3e4, State: Initialized, Role: FOLLOWER
08:02:11.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.573426 4153 ts_tablet_manager.cc:1480] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28: Time spent starting tablet: real 0.032s user 0.014s sys 0.012s
08:02:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.573906 4151 ts_tablet_manager.cc:1480] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1: Time spent starting tablet: real 0.004s user 0.002s sys 0.000s
08:02:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.574574 4153 tablet_bootstrap.cc:492] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28: Bootstrap starting.
08:02:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.574705 4154 consensus_queue.cc:260] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.576560 4153 tablet_bootstrap.cc:654] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28: Neither blocks nor log segments found. Creating new log.
08:02:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.579056 4124 heartbeater.cc:499] Master 127.3.80.60:33017 was elected leader, sending a full tablet report...
08:02:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.579332 4153 tablet_bootstrap.cc:492] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28: No bootstrap required, opened a new log
08:02:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.578994 4154 ts_tablet_manager.cc:1480] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Time spent starting tablet: real 0.014s user 0.008s sys 0.004s
08:02:11.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.579471 4153 ts_tablet_manager.cc:1449] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28: Time spent bootstrapping tablet: real 0.005s user 0.000s sys 0.004s
08:02:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.579768 4154 tablet_bootstrap.cc:492] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Bootstrap starting.
08:02:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.580323 4153 raft_consensus.cc:359] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.580610 4153 raft_consensus.cc:385] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.580725 4153 raft_consensus.cc:740] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b90cac8095b745d594c5c0246c405a28, State: Initialized, Role: FOLLOWER
08:02:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.580960 4153 consensus_queue.cc:260] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.581398 4153 ts_tablet_manager.cc:1480] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
08:02:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.582734 4154 tablet_bootstrap.cc:654] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Neither blocks nor log segments found. Creating new log.
08:02:11.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.586311 4154 tablet_bootstrap.cc:492] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4: No bootstrap required, opened a new log
08:02:11.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.586436 4154 ts_tablet_manager.cc:1449] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Time spent bootstrapping tablet: real 0.007s user 0.002s sys 0.001s
08:02:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.587062 4154 raft_consensus.cc:359] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.587198 4154 raft_consensus.cc:385] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.587253 4154 raft_consensus.cc:740] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73d89d9ff2c048c7a8f8d1e59189b3e4, State: Initialized, Role: FOLLOWER
08:02:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.587405 4154 consensus_queue.cc:260] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.587875 4154 ts_tablet_manager.cc:1480] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Time spent starting tablet: real 0.001s user 0.002s sys 0.000s
08:02:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.593791 3985 tablet.cc:2433] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.607421 3844 tablet.cc:2433] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.634943 4127 tablet.cc:2433] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.734165 4159 raft_consensus.cc:493] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.734457 4159 raft_consensus.cc:515] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.736356 4159 leader_election.cc:290] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969), 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683)
08:02:11.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.737186 4159 raft_consensus.cc:493] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:11.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.737396 4159 raft_consensus.cc:515] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.738068 4159 leader_election.cc:290] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969), 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683)
08:02:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.743990 3936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6797a607dcd64df2a7324945cda1e491" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f799f6f881a9493c9b956373271109d1" is_pre_election: true
08:02:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.744117 3937 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bae23690c15d455f9337daa6dccd9040" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f799f6f881a9493c9b956373271109d1" is_pre_election: true
08:02:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.744051 4079 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bae23690c15d455f9337daa6dccd9040" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" is_pre_election: true
08:02:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.744077 4078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6797a607dcd64df2a7324945cda1e491" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" is_pre_election: true
08:02:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.744599 4078 raft_consensus.cc:2468] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 0.
08:02:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.744607 3937 raft_consensus.cc:2468] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 0.
08:02:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.744606 3936 raft_consensus.cc:2468] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 0.
08:02:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.744961 4079 raft_consensus.cc:2468] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 0.
08:02:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.745294 3717 leader_election.cc:304] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 73d89d9ff2c048c7a8f8d1e59189b3e4, b90cac8095b745d594c5c0246c405a28, f799f6f881a9493c9b956373271109d1; no voters:
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.745673 3718 leader_election.cc:304] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b90cac8095b745d594c5c0246c405a28, f799f6f881a9493c9b956373271109d1; no voters:
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.745749 4159 raft_consensus.cc:2804] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.745898 4159 raft_consensus.cc:493] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.746017 4159 raft_consensus.cc:3060] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.746315 4165 raft_consensus.cc:2804] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.746412 4165 raft_consensus.cc:493] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.746544 4165 raft_consensus.cc:3060] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.749382 4165 raft_consensus.cc:515] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.749315 4159 raft_consensus.cc:515] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750057 4165 leader_election.cc:290] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 election: Requested vote from peers f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969), 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683)
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750159 4159 leader_election.cc:290] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 election: Requested vote from peers f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969), 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683)
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750648 3937 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6797a607dcd64df2a7324945cda1e491" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f799f6f881a9493c9b956373271109d1"
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750664 4079 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bae23690c15d455f9337daa6dccd9040" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4"
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750754 4078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6797a607dcd64df2a7324945cda1e491" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4"
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750854 3937 raft_consensus.cc:3060] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750844 4079 raft_consensus.cc:3060] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.750934 4078 raft_consensus.cc:3060] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.753245 3936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bae23690c15d455f9337daa6dccd9040" candidate_uuid: "b90cac8095b745d594c5c0246c405a28" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f799f6f881a9493c9b956373271109d1"
08:02:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.753412 3936 raft_consensus.cc:3060] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.754014 4079 raft_consensus.cc:2468] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 1.
08:02:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.754024 3937 raft_consensus.cc:2468] T 6797a607dcd64df2a7324945cda1e491 P f799f6f881a9493c9b956373271109d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 1.
08:02:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.754443 3718 leader_election.cc:304] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b90cac8095b745d594c5c0246c405a28, f799f6f881a9493c9b956373271109d1; no voters:
08:02:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.754770 4159 raft_consensus.cc:2804] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 1 FOLLOWER]: Leader election won for term 1
08:02:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.754922 4159 raft_consensus.cc:697] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [term 1 LEADER]: Becoming Leader. State: Replica: b90cac8095b745d594c5c0246c405a28, State: Running, Role: LEADER
08:02:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.755447 3717 leader_election.cc:304] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73d89d9ff2c048c7a8f8d1e59189b3e4, b90cac8095b745d594c5c0246c405a28; no voters:
08:02:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.755725 4159 consensus_queue.cc:237] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.756335 4165 raft_consensus.cc:2804] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 1 FOLLOWER]: Leader election won for term 1
08:02:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.757093 4078 raft_consensus.cc:2468] T 6797a607dcd64df2a7324945cda1e491 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 1.
08:02:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.757975 3936 raft_consensus.cc:2468] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b90cac8095b745d594c5c0246c405a28 in term 1.
08:02:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.758428 4165 raft_consensus.cc:697] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [term 1 LEADER]: Becoming Leader. State: Replica: b90cac8095b745d594c5c0246c405a28, State: Running, Role: LEADER
08:02:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.758810 4165 consensus_queue.cc:237] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.761327 3595 catalog_manager.cc:5838] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 reported cstate change: term changed from 0 to 1, leader changed from <none> to b90cac8095b745d594c5c0246c405a28 (127.3.80.1). New cstate: current_term: 1 leader_uuid: "b90cac8095b745d594c5c0246c405a28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } health_report { overall_health: UNKNOWN } } }
08:02:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.770167 3595 catalog_manager.cc:5838] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 reported cstate change: term changed from 0 to 1, leader changed from <none> to b90cac8095b745d594c5c0246c405a28 (127.3.80.1). New cstate: current_term: 1 leader_uuid: "b90cac8095b745d594c5c0246c405a28" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } health_report { overall_health: UNKNOWN } } }
08:02:11.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.880345 3595 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42210:
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:11.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:11.881493 3595 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:11.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.892926 3917 tablet_service.cc:1511] Processing CreateTablet for tablet ccf869ef9b6a4e458766c5c89f111f36 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=479d08c70cb5420e9e43ab61a23aa156]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.892635 3771 tablet_service.cc:1511] Processing CreateTablet for tablet ccf869ef9b6a4e458766c5c89f111f36 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=479d08c70cb5420e9e43ab61a23aa156]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.893196 4059 tablet_service.cc:1511] Processing CreateTablet for tablet ccf869ef9b6a4e458766c5c89f111f36 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=479d08c70cb5420e9e43ab61a23aa156]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.893708 3771 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ccf869ef9b6a4e458766c5c89f111f36. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.893704 3917 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ccf869ef9b6a4e458766c5c89f111f36. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.893937 4059 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ccf869ef9b6a4e458766c5c89f111f36. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:11.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.899763 4154 tablet_bootstrap.cc:492] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Bootstrap starting.
08:02:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.900960 4153 tablet_bootstrap.cc:492] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: Bootstrap starting.
08:02:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.901506 4151 tablet_bootstrap.cc:492] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: Bootstrap starting.
08:02:11.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.901554 4154 tablet_bootstrap.cc:654] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Neither blocks nor log segments found. Creating new log.
08:02:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.902657 4153 tablet_bootstrap.cc:654] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: Neither blocks nor log segments found. Creating new log.
08:02:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.902990 4151 tablet_bootstrap.cc:654] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: Neither blocks nor log segments found. Creating new log.
08:02:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.903477 4154 tablet_bootstrap.cc:492] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: No bootstrap required, opened a new log
08:02:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.903680 4154 ts_tablet_manager.cc:1449] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.904412 4154 raft_consensus.cc:359] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.904639 4154 raft_consensus.cc:385] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.904714 4154 raft_consensus.cc:740] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73d89d9ff2c048c7a8f8d1e59189b3e4, State: Initialized, Role: FOLLOWER
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.905088 4153 tablet_bootstrap.cc:492] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: No bootstrap required, opened a new log
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.904999 4154 consensus_queue.cc:260] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.905238 4153 ts_tablet_manager.cc:1449] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: Time spent bootstrapping tablet: real 0.004s user 0.002s sys 0.001s
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.905506 4160 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:11.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.905799 4160 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.907395 4153 raft_consensus.cc:359] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.907590 4153 raft_consensus.cc:385] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.907689 4153 raft_consensus.cc:740] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b90cac8095b745d594c5c0246c405a28, State: Initialized, Role: FOLLOWER
08:02:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.908164 4153 consensus_queue.cc:260] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.908707 4165 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.908946 4165 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:11.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.909547 4154 ts_tablet_manager.cc:1480] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: Time spent starting tablet: real 0.006s user 0.000s sys 0.002s
08:02:11.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.912331 4153 ts_tablet_manager.cc:1480] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: Time spent starting tablet: real 0.007s user 0.002s sys 0.000s
08:02:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.917586 4151 tablet_bootstrap.cc:492] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: No bootstrap required, opened a new log
08:02:11.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.917753 4151 ts_tablet_manager.cc:1449] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: Time spent bootstrapping tablet: real 0.016s user 0.001s sys 0.014s
08:02:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.918460 4151 raft_consensus.cc:359] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.918650 4151 raft_consensus.cc:385] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:11.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.918702 4151 raft_consensus.cc:740] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f799f6f881a9493c9b956373271109d1, State: Initialized, Role: FOLLOWER
08:02:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.918926 4151 consensus_queue.cc:260] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.919404 4151 ts_tablet_manager.cc:1480] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: Time spent starting tablet: real 0.002s user 0.000s sys 0.000s
08:02:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.919376 4156 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.919728 4156 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.958514 4160 raft_consensus.cc:493] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.958732 4160 raft_consensus.cc:515] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.960394 4160 leader_election.cc:290] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b90cac8095b745d594c5c0246c405a28 (127.3.80.1:41205), f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969)
08:02:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.967556 3936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ccf869ef9b6a4e458766c5c89f111f36" candidate_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f799f6f881a9493c9b956373271109d1" is_pre_election: true
08:02:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.967550 3796 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ccf869ef9b6a4e458766c5c89f111f36" candidate_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b90cac8095b745d594c5c0246c405a28" is_pre_election: true
08:02:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.967826 3936 raft_consensus.cc:2468] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73d89d9ff2c048c7a8f8d1e59189b3e4 in term 0.
08:02:11.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.967896 3796 raft_consensus.cc:2468] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73d89d9ff2c048c7a8f8d1e59189b3e4 in term 0.
08:02:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.968425 4005 leader_election.cc:304] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 73d89d9ff2c048c7a8f8d1e59189b3e4, b90cac8095b745d594c5c0246c405a28, f799f6f881a9493c9b956373271109d1; no voters:
08:02:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.968789 4160 raft_consensus.cc:2804] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.968912 4160 raft_consensus.cc:493] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.969008 4160 raft_consensus.cc:3060] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.970922 4160 raft_consensus.cc:515] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.971515 4160 leader_election.cc:290] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [CANDIDATE]: Term 1 election: Requested vote from peers b90cac8095b745d594c5c0246c405a28 (127.3.80.1:41205), f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969)
08:02:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.971944 3796 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ccf869ef9b6a4e458766c5c89f111f36" candidate_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b90cac8095b745d594c5c0246c405a28"
08:02:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.972000 3936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ccf869ef9b6a4e458766c5c89f111f36" candidate_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f799f6f881a9493c9b956373271109d1"
08:02:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.972118 3796 raft_consensus.cc:3060] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.972229 3936 raft_consensus.cc:3060] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [term 0 FOLLOWER]: Advancing to term 1
08:02:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.974236 3936 raft_consensus.cc:2468] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73d89d9ff2c048c7a8f8d1e59189b3e4 in term 1.
08:02:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.974253 3796 raft_consensus.cc:2468] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73d89d9ff2c048c7a8f8d1e59189b3e4 in term 1.
08:02:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.974619 4005 leader_election.cc:304] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 73d89d9ff2c048c7a8f8d1e59189b3e4, b90cac8095b745d594c5c0246c405a28, f799f6f881a9493c9b956373271109d1; no voters:
08:02:11.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.974936 4160 raft_consensus.cc:2804] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 1 FOLLOWER]: Leader election won for term 1
08:02:11.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.975334 4160 raft_consensus.cc:697] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 1 LEADER]: Becoming Leader. State: Replica: 73d89d9ff2c048c7a8f8d1e59189b3e4, State: Running, Role: LEADER
08:02:11.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.975835 4160 consensus_queue.cc:237] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } }
08:02:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.980012 4182 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: TxnStatusTablet state changed. Reason: New leader 73d89d9ff2c048c7a8f8d1e59189b3e4. Latest consensus state: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:11.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.980306 4182 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: This TxnStatusTablet replica's current role is: LEADER
08:02:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.980923 4184 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:02:11.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.981305 4184 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:02:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:11.981909 3595 catalog_manager.cc:5838] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 reported cstate change: term changed from 0 to 1, leader changed from <none> to 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3). New cstate: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } health_report { overall_health: HEALTHY } } }
08:02:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.029269 3796 raft_consensus.cc:1275] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28 [term 1 FOLLOWER]: Refusing update from remote peer 73d89d9ff2c048c7a8f8d1e59189b3e4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.029637 3936 raft_consensus.cc:1275] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1 [term 1 FOLLOWER]: Refusing update from remote peer 73d89d9ff2c048c7a8f8d1e59189b3e4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.030293 4160 consensus_queue.cc:1048] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.030546 4182 consensus_queue.cc:1048] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.042316 4156 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: TxnStatusTablet state changed. Reason: New leader 73d89d9ff2c048c7a8f8d1e59189b3e4. Latest consensus state: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:12.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.042552 4156 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.044493 4160 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:12.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.044735 4160 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: This TxnStatusTablet replica's current role is: LEADER
08:02:12.051 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:02:12.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 3eedc4f95c3241c0982f3b5f8ea384bd
08:02:12.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet bae23690c15d455f9337daa6dccd9040 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
08:02:12.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6797a607dcd64df2a7324945cda1e491 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
08:02:12.057 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=bae23690c15d455f9337daa6dccd9040@[73d89d9ff2c048c7a8f8d1e59189b3e4(127.3.80.3:41683),b90cac8095b745d594c5c0246c405a28(127.3.80.1:41205)[L],f799f6f881a9493c9b956373271109d1(127.3.80.2:33969)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=6797a607dcd64df2a7324945cda1e491@[73d89d9ff2c048c7a8f8d1e59189b3e4(127.3.80.3:41683),b90cac8095b745d594c5c0246c405a28(127.3.80.1:41205)[L],f799f6f881a9493c9b956373271109d1(127.3.80.2:33969)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:02:12.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.80.60:33017, [2ms] Sub RPC GetTableLocations: received response from server master-127.3.80.60:33017: OK, deferred=null) after lookup
08:02:12.057 [DEBUG - kudu-nio-0] (Connection.java:748) [peer b90cac8095b745d594c5c0246c405a28(127.3.80.1:41205)] connecting to peer
08:02:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.059793 4165 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: TxnStatusTablet state changed. Reason: New leader 73d89d9ff2c048c7a8f8d1e59189b3e4. Latest consensus state: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.059918 4160 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.060050 4165 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.060088 4160 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4: This TxnStatusTablet replica's current role is: LEADER
08:02:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.068740 4165 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.068944 4165 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P b90cac8095b745d594c5c0246c405a28: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.071097 4156 tablet_replica.cc:442] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b90cac8095b745d594c5c0246c405a28" member_type: VOTER last_known_addr { host: "127.3.80.1" port: 41205 } } peers { permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 } } peers { permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 } } }
08:02:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.071283 4156 tablet_replica.cc:445] T ccf869ef9b6a4e458766c5c89f111f36 P f799f6f881a9493c9b956373271109d1: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:12.074 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b90cac8095b745d594c5c0246c405a28(127.3.80.1:41205)] Successfully connected to peer
08:02:12.093 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xc2ab74fa, L:/127.0.0.1:50670 - R:/127.3.80.1:41205] using TOKEN/null
08:02:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.121290 3936 raft_consensus.cc:1275] T bae23690c15d455f9337daa6dccd9040 P f799f6f881a9493c9b956373271109d1 [term 1 FOLLOWER]: Refusing update from remote peer b90cac8095b745d594c5c0246c405a28: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.121430 4078 raft_consensus.cc:1275] T bae23690c15d455f9337daa6dccd9040 P 73d89d9ff2c048c7a8f8d1e59189b3e4 [term 1 FOLLOWER]: Refusing update from remote peer b90cac8095b745d594c5c0246c405a28: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.122277 4159 consensus_queue.cc:1048] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.122583 4165 consensus_queue.cc:1048] T bae23690c15d455f9337daa6dccd9040 P b90cac8095b745d594c5c0246c405a28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.154 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.80.60:33017
08:02:12.155 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:02:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.155580 3392 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP1ae84/build/asan/bin/kudu pid 3563
08:02:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.157002 3636 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.285245 3392 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP1ae84/build/asan/bin/kudu with pid 3563
08:02:12.304 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.80.60:33017(127.3.80.60:33017)] handling channelInactive
08:02:12.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state READY due to: connection closed
08:02:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.305120 3499 connection.cc:573] server connection from 127.0.0.1:45688 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:12.305 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:02:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.305598 3420 connection.cc:573] server connection from 127.0.0.1:51272 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.354013 4166 consensus_queue.cc:1048] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f799f6f881a9493c9b956373271109d1" member_type: VOTER last_known_addr { host: "127.3.80.2" port: 33969 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.355028 4166 consensus_queue.cc:1048] T 6797a607dcd64df2a7324945cda1e491 P b90cac8095b745d594c5c0246c405a28 [LEADER]: Connected to new peer: Peer: permanent_uuid: "73d89d9ff2c048c7a8f8d1e59189b3e4" member_type: VOTER last_known_addr { host: "127.3.80.3" port: 41683 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.372609 4124 heartbeater.cc:646] Failed to heartbeat to 127.3.80.60:33017 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.395007 3982 heartbeater.cc:646] Failed to heartbeat to 127.3.80.60:33017 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.397356 3841 heartbeater.cc:646] Failed to heartbeat to 127.3.80.60:33017 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.558 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.560 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.560 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.3.80.60:33017(127.3.80.60:33017) for tablet Kudu Master: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.585944 4209 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dd494c4a91e746efb5642222a42624b3)
08:02:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.586189 4209 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.586499 4210 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dd494c4a91e746efb5642222a42624b3)
08:02:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.586647 4210 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.587536 4209 leader_election.cc:290] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7d4c0f056a7e4174a70dde8cac0005e4 (127.3.80.62:36685), dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017)
08:02:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.587746 4210 leader_election.cc:290] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ae561650167d4f4aa653ffd023ed7cad (127.3.80.61:43243), dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017)
08:02:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.588006 3444 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae561650167d4f4aa653ffd023ed7cad" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" is_pre_election: true
08:02:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.588207 3444 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae561650167d4f4aa653ffd023ed7cad in term 1.
08:02:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.588557 3523 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ae561650167d4f4aa653ffd023ed7cad" is_pre_election: true
08:02:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.588773 3523 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d4c0f056a7e4174a70dde8cac0005e4 in term 1.
08:02:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.588838 3501 leader_election.cc:304] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d4c0f056a7e4174a70dde8cac0005e4, ae561650167d4f4aa653ffd023ed7cad; no voters:
08:02:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.589336 4209 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.589533 4209 raft_consensus.cc:493] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 1 FOLLOWER]: Starting leader election (detected failure of leader dd494c4a91e746efb5642222a42624b3)
08:02:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.589509 3419 leader_election.cc:304] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d4c0f056a7e4174a70dde8cac0005e4, ae561650167d4f4aa653ffd023ed7cad; no voters:
08:02:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.589648 4209 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 1 FOLLOWER]: Advancing to term 2
08:02:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.589823 4210 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.589939 4210 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dd494c4a91e746efb5642222a42624b3)
08:02:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.590031 4210 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 1 FOLLOWER]: Advancing to term 2
08:02:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.590365 3419 leader_election.cc:336] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.591316 3500 leader_election.cc:336] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.592849 4209 raft_consensus.cc:515] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.592906 4210 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.593525 4210 leader_election.cc:290] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 2 election: Requested vote from peers ae561650167d4f4aa653ffd023ed7cad (127.3.80.61:43243), dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017)
08:02:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.593850 3444 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae561650167d4f4aa653ffd023ed7cad" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "7d4c0f056a7e4174a70dde8cac0005e4"
08:02:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.594084 3444 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ae561650167d4f4aa653ffd023ed7cad in current term 2: Already voted for candidate 7d4c0f056a7e4174a70dde8cac0005e4 in this term.
08:02:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.593485 4209 leader_election.cc:290] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [CANDIDATE]: Term 2 election: Requested vote from peers 7d4c0f056a7e4174a70dde8cac0005e4 (127.3.80.62:36685), dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017)
08:02:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.594254 3523 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ae561650167d4f4aa653ffd023ed7cad"
08:02:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.594758 3523 raft_consensus.cc:2393] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 7d4c0f056a7e4174a70dde8cac0005e4 in current term 2: Already voted for candidate ae561650167d4f4aa653ffd023ed7cad in this term.
08:02:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.595238 3500 leader_election.cc:336] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.595371 3500 leader_election.cc:304] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ae561650167d4f4aa653ffd023ed7cad; no voters: 7d4c0f056a7e4174a70dde8cac0005e4, dd494c4a91e746efb5642222a42624b3
08:02:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.595649 3419 leader_election.cc:336] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.595670 4209 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.595798 3419 leader_election.cc:304] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d4c0f056a7e4174a70dde8cac0005e4; no voters: ae561650167d4f4aa653ffd023ed7cad, dd494c4a91e746efb5642222a42624b3
08:02:12.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.596077 4210 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:12.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.635 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.637 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.676 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.696 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.699 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.3.80.60:33017, [4ms] received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, deferred=Deferred@2018844670(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f33ec339e30@59463f13 -> (continuation of Deferred@862781551 after retry RPC after error@744571807) -> (continuation of Deferred@2082145026 after retry RPC after error@348980533) -> (continuation of Deferred@1341653435 after retry RPC after error@1772346976) -> (continuation of Deferred@1300550469 after retry RPC after error@832340845) -> (continuation of Deferred@1046915388 after retry RPC after error@1237393486), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f33ec33a058@2234dcc8 -> (continuation of Deferred@862781551 after retry RPC after error@744571807) -> (continuation of Deferred@2082145026 after retry RPC after error@348980533) -> (continuation of Deferred@1341653435 after retry RPC after error@1772346976) -> (continuation of Deferred@1300550469 after retry RPC after error@832340845) -> (continuation of Deferred@1046915388 after retry RPC after error@1237393486)))
08:02:12.699 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] sending RPC to server master-127.3.80.60:33017, [4ms] received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [80ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [121ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [141ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, deferred=Deferred@2018844670(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007f33ec339e30@59463f13 -> (continuation of Deferred@862781551 after retry RPC after error@744571807) -> (continuation of Deferred@2082145026 after retry RPC after error@348980533) -> (continuation of Deferred@1341653435 after retry RPC after error@1772346976) -> (continuation of Deferred@1300550469 after retry RPC after error@832340845) -> (continuation of Deferred@1046915388 after retry RPC after error@1237393486), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007f33ec33a058@2234dcc8 -> (continuation of Deferred@862781551 after retry RPC after error@744571807) -> (continuation of Deferred@2082145026 after retry RPC after error@348980533) -> (continuation of Deferred@1341653435 after retry RPC after error@1772346976) -> (continuation of Deferred@1300550469 after retry RPC after error@832340845) -> (continuation of Deferred@1046915388 after retry RPC after error@1237393486)))
08:02:12.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.717 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.735 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.755 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.775 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.795 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.798 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.815 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.816 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.817 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.835 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685; will retry
08:02:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.917186 4210 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:12.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.917423 4210 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.918116 4210 leader_election.cc:290] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ae561650167d4f4aa653ffd023ed7cad (127.3.80.61:43243), dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017)
08:02:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.918738 3523 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ae561650167d4f4aa653ffd023ed7cad" is_pre_election: true
08:02:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.918972 3523 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7d4c0f056a7e4174a70dde8cac0005e4 in term 2.
08:02:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.919660 3419 leader_election.cc:304] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7d4c0f056a7e4174a70dde8cac0005e4, ae561650167d4f4aa653ffd023ed7cad; no voters:
08:02:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.919966 4210 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:02:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.919976 3419 leader_election.cc:336] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.920059 4210 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:12.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.920138 4210 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 2 FOLLOWER]: Advancing to term 3
08:02:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.922101 4210 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.922605 4210 leader_election.cc:290] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 3 election: Requested vote from peers ae561650167d4f4aa653ffd023ed7cad (127.3.80.61:43243), dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017)
08:02:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.923065 3523 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ae561650167d4f4aa653ffd023ed7cad"
08:02:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.923281 3523 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 2 FOLLOWER]: Advancing to term 3
08:02:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:12.923902 3419 leader_election.cc:336] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111)
08:02:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.925460 3523 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7d4c0f056a7e4174a70dde8cac0005e4 in term 3.
08:02:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.925931 3419 leader_election.cc:304] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7d4c0f056a7e4174a70dde8cac0005e4, ae561650167d4f4aa653ffd023ed7cad; no voters: dd494c4a91e746efb5642222a42624b3
08:02:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.926185 4210 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 3 FOLLOWER]: Leader election won for term 3
08:02:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.926581 4210 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [term 3 LEADER]: Becoming Leader. State: Replica: 7d4c0f056a7e4174a70dde8cac0005e4, State: Running, Role: LEADER
08:02:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.926970 4210 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } }
08:02:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.928287 4218 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7d4c0f056a7e4174a70dde8cac0005e4. Latest consensus state: current_term: 3 leader_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.928588 4218 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: This master's current role is: LEADER
08:02:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.929188 4219 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
08:02:12.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.931413 4219 catalog_manager.cc:692] Loaded metadata for table txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd]
08:02:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.931911 4219 catalog_manager.cc:692] Loaded metadata for table kudu_system.kudu_transactions [id=479d08c70cb5420e9e43ab61a23aa156]
08:02:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.933418 4219 tablet_loader.cc:96] loaded metadata for tablet 6797a607dcd64df2a7324945cda1e491 (table txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd])
08:02:12.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.933774 4219 tablet_loader.cc:96] loaded metadata for tablet bae23690c15d455f9337daa6dccd9040 (table txn_manager_fallback [id=3eedc4f95c3241c0982f3b5f8ea384bd])
08:02:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.934033 4219 tablet_loader.cc:96] loaded metadata for tablet ccf869ef9b6a4e458766c5c89f111f36 (table kudu_system.kudu_transactions [id=479d08c70cb5420e9e43ab61a23aa156])
08:02:12.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.934231 4219 catalog_manager.cc:1533] Initializing Kudu cluster ID...
08:02:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.934983 4219 catalog_manager.cc:1308] Loaded cluster ID: b8a72d4dbae04e0d8aaf520d9e61ae56
08:02:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.935061 4219 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
08:02:12.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.936141 4219 catalog_manager.cc:1553] Loading token signing keys...
08:02:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.936949 4219 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4: Loaded TSK: 0
08:02:12.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:12.937727 4219 catalog_manager.cc:1563] Initializing in-progress tserver states...
08:02:12.976 [DEBUG - pool-38-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [41ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.3.80.60:33017,127.3.80.61:43243,127.3.80.62:36685) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, deferred=Deferred@1123604012(state=PENDING, result=null, callback=(continuation of Deferred@1908311770 after retry RPC after error@1717502483) -> (continuation of Deferred@1451426392 after retry RPC after error@1389295378) -> (continuation of Deferred@1472406471 after retry RPC after error@1234365622) -> (continuation of Deferred@122529310 after retry RPC after error@572434306) -> (continuation of Deferred@1812821277 after retry RPC after error@849662838) -> (continuation of Deferred@1479802474 after retry RPC after error@256274521) -> (continuation of Deferred@149182769 after retry RPC after error@483333176), errback=(continuation of Deferred@1908311770 after retry RPC after error@1717502483) -> (continuation of Deferred@1451426392 after retry RPC after error@1389295378) -> (continuation of Deferred@1472406471 after retry RPC after error@1234365622) -> (continuation of Deferred@122529310 after retry RPC after error@572434306) -> (continuation of Deferred@1812821277 after retry RPC after error@849662838) -> (continuation of Deferred@1479802474 after retry RPC after error@256274521) -> (continuation of Deferred@149182769 after retry RPC after error@483333176)))
08:02:12.978 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
08:02:12.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.80.60:33017(127.3.80.60:33017)] connecting to peer
08:02:12.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.80.60:33017(127.3.80.60:33017)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:12.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.80.60:33017: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017
08:02:13.000 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:13.000 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=4), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.60:33017, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.61:43243, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.80.62:36685, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.60:33017: Network error: Failed to connect to peer master-127.3.80.60:33017(127.3.80.60:33017): Connection refused: /127.3.80.60:33017, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.61:43243: OK, [4ms] Sub RPC ConnectToMaster: received response from server master-127.3.80.62:36685: OK, deferred=null) after lookup
08:02:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:13.034782 3419 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 -> Peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Couldn't send request to peer dd494c4a91e746efb5642222a42624b3. Status: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.049206 3523 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [term 3 FOLLOWER]: Refusing update from remote peer 7d4c0f056a7e4174a70dde8cac0005e4: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:02:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.049840 4218 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:02:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.051575 4209 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7d4c0f056a7e4174a70dde8cac0005e4. Latest consensus state: current_term: 3 leader_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.051827 4209 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: This master's current role is: FOLLOWER
08:02:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.053248 4210 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:13.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.053411 4210 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 [sys.catalog]: This master's current role is: LEADER
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.053948 3434 catalog_manager.cc:2296] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48660:
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
08:02:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:13.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:13.057420 3434 catalog_manager.cc:7226] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.063400 4209 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7d4c0f056a7e4174a70dde8cac0005e4" member_type: VOTER last_known_addr { host: "127.3.80.62" port: 36685 } } peers { permanent_uuid: "ae561650167d4f4aa653ffd023ed7cad" member_type: VOTER last_known_addr { host: "127.3.80.61" port: 43243 } } peers { permanent_uuid: "dd494c4a91e746efb5642222a42624b3" member_type: VOTER last_known_addr { host: "127.3.80.60" port: 33017 } } }
08:02:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.063702 4209 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae561650167d4f4aa653ffd023ed7cad [sys.catalog]: This master's current role is: FOLLOWER
08:02:13.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:13.081523 4009 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.004s from last keepalive heartbeat (effective timeout is 1.000s)
08:02:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:13.083087 4031 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.80.60:33017)
08:02:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:13.094484 4236 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
08:02:13.098 [DEBUG - kudu-nio-2] (KuduTransaction.java:802) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683): transaction ID 0 is not available for further commits: state: ABORT_IN_PROGRESS user: "slave" start_timestamp: 1790668932 last_transition_timestamp: 1790668933
08:02:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:13.547957 3419 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 -> Peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Couldn't send request to peer dd494c4a91e746efb5642222a42624b3. Status: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:13.724915 3419 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111) [suppressed 18 similar messages]
08:02:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:14.077463 3419 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 -> Peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Couldn't send request to peer dd494c4a91e746efb5642222a42624b3. Status: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:02:14.310 [DEBUG - main] (Connection.java:575) [peer b90cac8095b745d594c5c0246c405a28(127.3.80.1:41205)] disconnecting while in state READY
08:02:14.310 [DEBUG - main] (Connection.java:575) [peer master-127.3.80.60:33017(127.3.80.60:33017)] disconnecting while in state TERMINATED
08:02:14.310 [DEBUG - main] (Connection.java:575) [peer master-127.3.80.62:36685(127.3.80.62:36685)] disconnecting while in state READY
08:02:14.310 [DEBUG - main] (Connection.java:575) [peer master-127.3.80.61:43243(127.3.80.61:43243)] disconnecting while in state READY
08:02:14.311 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.80.62:36685(127.3.80.62:36685)] handling channelInactive
08:02:14.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.80.62:36685(127.3.80.62:36685)] cleaning up while in state READY due to: connection closed
08:02:14.311 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:02:14.311 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b90cac8095b745d594c5c0246c405a28(127.3.80.1:41205)] handling channelInactive
08:02:14.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b90cac8095b745d594c5c0246c405a28(127.3.80.1:41205)] cleaning up while in state READY due to: connection closed
08:02:14.312 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.80.61:43243(127.3.80.61:43243)] handling channelInactive
08:02:14.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.80.61:43243(127.3.80.61:43243)] cleaning up while in state READY due to: connection closed
08:02:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.312945 3392 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP1ae84/build/asan/bin/kudu pid 3684
08:02:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.324118 3836 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:14.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.390126 4125 heartbeater.cc:499] Master 127.3.80.62:36685 was elected leader, sending a full tablet report...
08:02:14.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.405234 3983 heartbeater.cc:499] Master 127.3.80.62:36685 was elected leader, sending a full tablet report...
08:02:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.428136 3842 heartbeater.cc:499] Master 127.3.80.62:36685 was elected leader, sending a full tablet report...
08:02:14.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.431352 3392 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP1ae84/build/asan/bin/kudu with pid 3684
08:02:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:14.445744 3499 connection.cc:573] server connection from 127.3.80.1:39999 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:14.446038 3419 connection.cc:573] server connection from 127.3.80.1:47671 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.446127 3392 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP1ae84/build/asan/bin/kudu pid 3846
08:02:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.452529 3977 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:14.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.550679 3392 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP1ae84/build/asan/bin/kudu with pid 3846
08:02:14.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.564778 3392 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP1ae84/build/asan/bin/kudu pid 3987
08:02:14.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:14.570640 4004 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.80.2:33969: connect: Connection refused (error 111)
08:02:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:14.572338 4004 consensus_peers.cc:597] T ccf869ef9b6a4e458766c5c89f111f36 P 73d89d9ff2c048c7a8f8d1e59189b3e4 -> Peer f799f6f881a9493c9b956373271109d1 (127.3.80.2:33969): Couldn't send request to peer f799f6f881a9493c9b956373271109d1. Status: Network error: Client connection negotiation failed: client connection to 127.3.80.2:33969: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:14.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.573024 4119 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:14.587913 3419 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7d4c0f056a7e4174a70dde8cac0005e4 -> Peer dd494c4a91e746efb5642222a42624b3 (127.3.80.60:33017): Couldn't send request to peer dd494c4a91e746efb5642222a42624b3. Status: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:02:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.617941 3403 master_runner.cc:187] Error getting master registration for 127.3.80.60:33017: Network error: Client connection negotiation failed: client connection to 127.3.80.60:33017: connect: Connection refused (error 111),
08:02:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.618191 3403 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:02:14.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.703670 3392 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP1ae84/build/asan/bin/kudu with pid 3987
08:02:14.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.721236 3392 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP1ae84/build/asan/bin/kudu pid 3403
08:02:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.722359 3474 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:14.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.837693 3392 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP1ae84/build/asan/bin/kudu with pid 3403
08:02:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260929 08:02:14.855330 3501 connection.cc:573] server connection from 127.0.0.1:45660 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.855420 3392 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskP1ae84/build/asan/bin/kudu pid 3481
08:02:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.856622 3555 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:14.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260929 08:02:14.964661 3392 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskP1ae84/build/asan/bin/kudu with pid 3481
08:02:15.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-29T08:02:15Z chronyd exiting
08:02:15.113 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790668932 last_transition_timestamp: 1790668933
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 73d89d9ff2c048c7a8f8d1e59189b3e4 (127.3.80.3:41683): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1790668932 last_transition_timestamp: 1790668933
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:494)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:540)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:287)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more