14:02:48.381 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:02:48.381 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task5IAfux/test-tmp
14:02:48.381 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
14:02:48.381 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task5IAfux/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
14:02:48.385 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:02:49.009 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:02:49.009 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:02:49.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.013563 3467 mini_oidc.cc:150] Starting JWKS server
14:02:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.017014 3467 webserver.cc:492] Webserver started at http://127.0.0.1:38429/ using document root <none> and password file <none>
14:02:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.017405 3467 mini_oidc.cc:186] Starting OIDC Discovery server
14:02:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.018077 3467 webserver.cc:492] Webserver started at http://127.0.0.1:37201/ using document root <none> and password file <none>
14:02:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T14:02:49Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:02:49.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T14:02:49Z Disabled control of system clock
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.064968 3467 external_mini_cluster.cc:1366] Running /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/wal
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/logs
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data/info.pb
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.254:37723
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.254
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38429/jwks.json
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.460354 3478 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:49.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.460793 3478 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:49.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.460929 3478 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.471192 3478 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.471364 3478 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.471444 3478 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.471501 3478 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.471592 3478 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.471668 3478 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:49.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.471741 3478 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38429/jwks.json
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.483326 3478 master_runner.cc:386] Master server non-default flags:
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/wal
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.254:37723
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38429/jwks.json
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data/info.pb
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.254
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/logs
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 13:43:23 UTC on bdcb31816ec0
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11710
14:02:49.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.485528 3478 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:49.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.488026 3478 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:02:49.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.499511 3483 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.499652 3484 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:49.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.500587 3486 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:49.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.502017 3478 server_base.cc:1061] running on GCE node
14:02:49.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.503373 3478 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:49.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.505187 3478 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.506649 3478 hybrid_clock.cc:648] HybridClock initialized: now 1777730569506553 us; error 64 us; skew 500 ppm
14:02:49.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.507603 3478 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:49.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.511056 3478 webserver.cc:492] Webserver started at http://127.3.98.254:46421/ using document root <none> and password file <none>
14:02:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.512526 3478 fs_manager.cc:362] Metadata directory not provided
14:02:49.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.512780 3478 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:49.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.513180 3478 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.516223 3478 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data/instance:
14:02:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ecfc46d20314b35afd7b92a44f50267"
14:02:49.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:49 on dist-test-slave-32dw"
14:02:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.517335 3478 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/wal/instance:
14:02:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ecfc46d20314b35afd7b92a44f50267"
14:02:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:49 on dist-test-slave-32dw"
14:02:49.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.524319 3478 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
14:02:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.529662 3492 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.532037 3478 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
14:02:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.532428 3478 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data,/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/wal
14:02:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ecfc46d20314b35afd7b92a44f50267"
14:02:49.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:49 on dist-test-slave-32dw"
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.532768 3478 fs_report.cc:389] FS layout report
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/wal
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/wal
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data/data
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:49.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:49.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.558054 3478 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.559332 3478 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.559765 3478 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:49.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.594359 3553 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.98.254:37723 every 8 connection(s)
14:02:49.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.594436 3478 rpc_server.cc:307] RPC server started. Bound to: 127.3.98.254:37723
14:02:49.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.596356 3478 server_base.cc:1193] Dumped server information to /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/data/info.pb
14:02:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.600449 3467 external_mini_cluster.cc:1428] Started /tmp/dist-test-task5IAfux/build/asan/bin/kudu as pid 3478
14:02:49.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.600838 3467 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-0/wal/instance
14:02:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.602648 3554 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.604053 3467 external_mini_cluster.cc:1366] Running /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/wal
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/logs
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data/info.pb
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.253:34519
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.253
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:49.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38429/jwks.json
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.611519 3554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } has no permanent_uuid. Determining permanent_uuid...
14:02:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.640182 3554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } has no permanent_uuid. Determining permanent_uuid...
14:02:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.642050 3494 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.98.253:34519: connect: Connection refused (error 111)
14:02:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.644268 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.253:34519: Network error: Client connection negotiation failed: client connection to 127.3.98.253:34519: connect: Connection refused (error 111)
14:02:49.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.693753 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } attempt: 1
14:02:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.695977 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.253:34519: Network error: Client connection negotiation failed: client connection to 127.3.98.253:34519: connect: Connection refused (error 111)
14:02:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.764369 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } attempt: 2
14:02:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.767215 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.253:34519: Network error: Client connection negotiation failed: client connection to 127.3.98.253:34519: connect: Connection refused (error 111)
14:02:49.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:49.858584 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } attempt: 3
14:02:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.860963 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.253:34519: Network error: Client connection negotiation failed: client connection to 127.3.98.253:34519: connect: Connection refused (error 111)
14:02:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.989676 3556 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.990051 3556 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.990152 3556 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.999557 3556 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.999689 3556 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.999742 3556 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.999783 3556 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.999861 3556 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.999904 3556 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:49.999948 3556 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38429/jwks.json
14:02:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.004405 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } attempt: 4
14:02:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.007418 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.253:34519: Network error: Client connection negotiation failed: client connection to 127.3.98.253:34519: connect: Connection refused (error 111)
14:02:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.014472 3556 master_runner.cc:386] Master server non-default flags:
14:02:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/wal
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.253:34519
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38429/jwks.json
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data/info.pb
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.253
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/logs
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 13:43:23 UTC on bdcb31816ec0
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11710
14:02:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.016252 3556 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.018877 3556 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:02:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.030484 3565 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.030599 3564 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.033444 3567 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.033993 3556 server_base.cc:1061] running on GCE node
14:02:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.035171 3556 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.037065 3556 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.038403 3556 hybrid_clock.cc:648] HybridClock initialized: now 1777730570038315 us; error 72 us; skew 500 ppm
14:02:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.038820 3556 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.041903 3556 webserver.cc:492] Webserver started at http://127.3.98.253:40541/ using document root <none> and password file <none>
14:02:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.043120 3556 fs_manager.cc:362] Metadata directory not provided
14:02:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.043495 3556 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.043954 3556 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.046880 3556 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data/instance:
14:02:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "159326732284446ea96eb840234b74f7"
14:02:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:50 on dist-test-slave-32dw"
14:02:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.047904 3556 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/wal/instance:
14:02:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "159326732284446ea96eb840234b74f7"
14:02:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:50 on dist-test-slave-32dw"
14:02:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.054596 3556 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.003s
14:02:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.059293 3573 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:50.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.061179 3556 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:02:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.061606 3556 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data,/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/wal
14:02:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "159326732284446ea96eb840234b74f7"
14:02:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:50 on dist-test-slave-32dw"
14:02:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.062008 3556 fs_report.cc:389] FS layout report
14:02:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/wal
14:02:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/wal
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data/data
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.091421 3556 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:50.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.092839 3556 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:50.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.093257 3556 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.135453 3556 rpc_server.cc:307] RPC server started. Bound to: 127.3.98.253:34519
14:02:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.135627 3634 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.98.253:34519 every 8 connection(s)
14:02:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.137480 3556 server_base.cc:1193] Dumped server information to /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/data/info.pb
14:02:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.140722 3467 external_mini_cluster.cc:1428] Started /tmp/dist-test-task5IAfux/build/asan/bin/kudu as pid 3556
14:02:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.140903 3467 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-1/wal/instance
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.141953 3467 external_mini_cluster.cc:1366] Running /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/wal
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/logs
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data/info.pb
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.252:37837
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.252
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38429/jwks.json
14:02:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:02:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:02:50.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.145569 3635 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.156028 3635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } has no permanent_uuid. Determining permanent_uuid...
14:02:50.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.181977 3635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } has no permanent_uuid. Determining permanent_uuid...
14:02:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.198351 3635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } has no permanent_uuid. Determining permanent_uuid...
14:02:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.200166 3576 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.203323 3635 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.253185 3635 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 1
14:02:50.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.256356 3635 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.306980 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } attempt: 5
14:02:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.317428 3554 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } has no permanent_uuid. Determining permanent_uuid...
14:02:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.321266 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.324858 3635 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 2
14:02:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.329685 3635 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.372704 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 1
14:02:50.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.375514 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.421036 3635 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 3
14:02:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.424261 3635 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.444420 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 2
14:02:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.447693 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.554039 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 3
14:02:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.557667 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.567682 3635 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 4
14:02:50.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.570830 3635 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.579260 3637 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.579633 3637 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:50.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.579721 3637 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.593254 3637 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:02:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.593410 3637 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
14:02:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.593492 3637 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.593571 3637 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:02:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.593677 3637 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:02:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.593753 3637 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:02:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.593829 3637 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38429/jwks.json
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.611940 3637 master_runner.cc:386] Master server non-default flags:
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/wal
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:02:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.252:37837
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38429/jwks.json
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data/info.pb
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.252
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/logs
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 13:43:23 UTC on bdcb31816ec0
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11710
14:02:50.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:50.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.614065 3637 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.616024 3637 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:02:50.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.635017 3646 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:50.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.635664 3647 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:50.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.635828 3649 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:50.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.638188 3637 server_base.cc:1061] running on GCE node
14:02:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.639885 3637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.643749 3637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.645479 3637 hybrid_clock.cc:648] HybridClock initialized: now 1777730570645344 us; error 96 us; skew 500 ppm
14:02:50.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.646101 3637 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.649617 3637 webserver.cc:492] Webserver started at http://127.3.98.252:36839/ using document root <none> and password file <none>
14:02:50.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.650769 3637 fs_manager.cc:362] Metadata directory not provided
14:02:50.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.651072 3637 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:50.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.651520 3637 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.655030 3637 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data/instance:
14:02:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1a3d07b1c32423faa90637316fcfb85"
14:02:50.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:50 on dist-test-slave-32dw"
14:02:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.656368 3637 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/wal/instance:
14:02:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1a3d07b1c32423faa90637316fcfb85"
14:02:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:50 on dist-test-slave-32dw"
14:02:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.665634 3637 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.007s sys 0.000s
14:02:50.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.672412 3655 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.674801 3637 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.002s sys 0.005s
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.675107 3637 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data,/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/wal
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c1a3d07b1c32423faa90637316fcfb85"
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:50 on dist-test-slave-32dw"
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.675375 3637 fs_report.cc:389] FS layout report
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/wal
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/wal
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data/data
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:50.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:50.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.697220 3637 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:50.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.698544 3637 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.698997 3637 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:50.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.734973 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 4
14:02:50.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.739459 3554 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.746639 3637 rpc_server.cc:307] RPC server started. Bound to: 127.3.98.252:37837
14:02:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.746706 3716 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.98.252:37837 every 8 connection(s)
14:02:50.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.748631 3637 server_base.cc:1193] Dumped server information to /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/data/info.pb
14:02:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.755105 3467 external_mini_cluster.cc:1428] Started /tmp/dist-test-task5IAfux/build/asan/bin/kudu as pid 3637
14:02:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.755666 3467 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/master-2/wal/instance
14:02:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.760691 3717 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.778592 3717 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } has no permanent_uuid. Determining permanent_uuid...
14:02:50.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.805379 3717 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } has no permanent_uuid. Determining permanent_uuid...
14:02:50.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.816879 3717 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } has no permanent_uuid. Determining permanent_uuid...
14:02:50.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.837160 3717 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85: Bootstrap starting.
14:02:50.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.842289 3717 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85: Neither blocks nor log segments found. Creating new log.
14:02:50.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.843446 3717 log.cc:826] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85: Log is configured to *not* fsync() on all Append() calls
14:02:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.848066 3717 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85: No bootstrap required, opened a new log
14:02:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.855614 3717 raft_consensus.cc:359] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.856005 3717 raft_consensus.cc:385] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:50.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.856102 3717 raft_consensus.cc:740] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c1a3d07b1c32423faa90637316fcfb85, State: Initialized, Role: FOLLOWER
14:02:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.856945 3717 consensus_queue.cc:260] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.858471 3724 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.858929 3724 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: This master's current role is: FOLLOWER
14:02:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.860038 3717 sys_catalog.cc:565] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: configured and running, proceeding with master startup.
14:02:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.872700 3635 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 5
14:02:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.870028 3637 master_runner.cc:186] Error getting master registration for 127.3.98.254:37723: OK, instance_id { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" instance_seqno: 1777730569583663 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:02:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.877916 3637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:02:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.878953 3735 catalog_manager.cc:1568] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:02:50.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.879169 3735 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:02:50.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.893057 3635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: Bootstrap starting.
14:02:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.899751 3635 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: Neither blocks nor log segments found. Creating new log.
14:02:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.901831 3635 log.cc:826] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: Log is configured to *not* fsync() on all Append() calls
14:02:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.906425 3635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: No bootstrap required, opened a new log
14:02:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.912446 3635 raft_consensus.cc:359] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.912895 3635 raft_consensus.cc:385] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.913048 3635 raft_consensus.cc:740] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 159326732284446ea96eb840234b74f7, State: Initialized, Role: FOLLOWER
14:02:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.913869 3635 consensus_queue.cc:260] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.915392 3738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.915940 3738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: This master's current role is: FOLLOWER
14:02:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.916394 3635 sys_catalog.cc:565] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: configured and running, proceeding with master startup.
14:02:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.921443 3724 raft_consensus.cc:493] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:50.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.921785 3724 raft_consensus.cc:515] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.923846 3724 leader_election.cc:290] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ecfc46d20314b35afd7b92a44f50267 (127.3.98.254:37723), 159326732284446ea96eb840234b74f7 (127.3.98.253:34519)
14:02:50.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.925367 3600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1a3d07b1c32423faa90637316fcfb85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "159326732284446ea96eb840234b74f7" is_pre_election: true
14:02:50.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.926519 3600 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1a3d07b1c32423faa90637316fcfb85 in term 0.
14:02:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.927872 3657 leader_election.cc:304] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 159326732284446ea96eb840234b74f7, c1a3d07b1c32423faa90637316fcfb85; no voters:
14:02:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.928527 3724 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.928726 3724 raft_consensus.cc:493] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:50.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.928836 3724 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 0 FOLLOWER]: Advancing to term 1
14:02:50.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.932700 3724 raft_consensus.cc:515] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:50.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.929708 3556 master_runner.cc:186] Error getting master registration for 127.3.98.254:37723: OK, instance_id { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" instance_seqno: 1777730569583663 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:02:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.937620 3600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1a3d07b1c32423faa90637316fcfb85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "159326732284446ea96eb840234b74f7"
14:02:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.938225 3600 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 0 FOLLOWER]: Advancing to term 1
14:02:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.938335 3556 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:02:50.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.938010 3724 leader_election.cc:290] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [CANDIDATE]: Term 1 election: Requested vote from peers 8ecfc46d20314b35afd7b92a44f50267 (127.3.98.254:37723), 159326732284446ea96eb840234b74f7 (127.3.98.253:34519)
14:02:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.945434 3600 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c1a3d07b1c32423faa90637316fcfb85 in term 1.
14:02:50.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.949739 3749 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:02:50.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.950484 3749 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:02:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.951236 3657 leader_election.cc:304] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 159326732284446ea96eb840234b74f7, c1a3d07b1c32423faa90637316fcfb85; no voters:
14:02:50.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.951676 3724 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 1 FOLLOWER]: Leader election won for term 1
14:02:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:50.952517 3661 tablet.cc:2404] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.953195 3724 raft_consensus.cc:697] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [term 1 LEADER]: Becoming Leader. State: Replica: c1a3d07b1c32423faa90637316fcfb85, State: Running, Role: LEADER
14:02:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.953840 3724 consensus_queue.cc:237] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.972401 3751 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1a3d07b1c32423faa90637316fcfb85. Latest consensus state: current_term: 1 leader_uuid: "c1a3d07b1c32423faa90637316fcfb85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.972906 3751 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: This master's current role is: LEADER
14:02:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.974787 3753 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:02:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:50.978080 3753 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:02:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.006101 3600 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Refusing update from remote peer c1a3d07b1c32423faa90637316fcfb85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:51.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.008224 3724 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:02:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.017519 3554 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } attempt: 5
14:02:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.044492 3554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: Bootstrap starting.
14:02:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.050060 3738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1a3d07b1c32423faa90637316fcfb85. Latest consensus state: current_term: 1 leader_uuid: "c1a3d07b1c32423faa90637316fcfb85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.050491 3738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: This master's current role is: FOLLOWER
14:02:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.055030 3554 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: Neither blocks nor log segments found. Creating new log.
14:02:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.058534 3554 log.cc:826] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: Log is configured to *not* fsync() on all Append() calls
14:02:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.060999 3751 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c1a3d07b1c32423faa90637316fcfb85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.061302 3751 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: This master's current role is: LEADER
14:02:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.068006 3738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c1a3d07b1c32423faa90637316fcfb85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.068351 3738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: This master's current role is: FOLLOWER
14:02:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.080037 3753 catalog_manager.cc:1357] Generated new cluster ID: 59996ffdb4594ef29d8a63be5482fbef
14:02:51.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.080236 3753 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:02:51.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.084789 3554 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: No bootstrap required, opened a new log
14:02:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.104869 3554 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:51.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.105798 3554 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.106505 3554 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ecfc46d20314b35afd7b92a44f50267, State: Initialized, Role: FOLLOWER
14:02:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.108090 3554 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.122309 3760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.129369 3760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: This master's current role is: FOLLOWER
14:02:51.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.129172 3554 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: configured and running, proceeding with master startup.
14:02:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.131667 3519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1a3d07b1c32423faa90637316fcfb85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ecfc46d20314b35afd7b92a44f50267" is_pre_election: true
14:02:51.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.132681 3519 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c1a3d07b1c32423faa90637316fcfb85 in term 0.
14:02:51.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.140857 3518 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c1a3d07b1c32423faa90637316fcfb85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ecfc46d20314b35afd7b92a44f50267"
14:02:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.136515 3517 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 0 FOLLOWER]: Advancing to term 1
14:02:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.146826 3517 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 1 FOLLOWER]: Refusing update from remote peer c1a3d07b1c32423faa90637316fcfb85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:51.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.148377 3751 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:51.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.156605 3753 catalog_manager.cc:1380] Generated new certificate authority record
14:02:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.159869 3753 catalog_manager.cc:1514] Loading token signing keys...
14:02:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.207265 3724 sys_catalog.cc:455] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c1a3d07b1c32423faa90637316fcfb85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.207557 3724 sys_catalog.cc:458] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85 [sys.catalog]: This master's current role is: LEADER
14:02:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.207443 3760 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c1a3d07b1c32423faa90637316fcfb85. Latest consensus state: current_term: 1 leader_uuid: "c1a3d07b1c32423faa90637316fcfb85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.207686 3760 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: This master's current role is: FOLLOWER
14:02:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.208334 3764 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c1a3d07b1c32423faa90637316fcfb85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.209745 3764 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: This master's current role is: FOLLOWER
14:02:51.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.212651 3753 catalog_manager.cc:6044] T 00000000000000000000000000000000 P c1a3d07b1c32423faa90637316fcfb85: Generated new TSK 0
14:02:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.214162 3753 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:02:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.231519 3776 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.256194 3467 external_mini_cluster.cc:1366] Running /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/wal
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/logs
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data/info.pb
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.193:0
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.98.193
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.193
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:02:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.824205 3777 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.824627 3777 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.824780 3777 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.836308 3777 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.836553 3777 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:02:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.836663 3777 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:02:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.836723 3777 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:02:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.836869 3777 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.98.193
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.848804 3777 tablet_server_runner.cc:78] Tablet server non-default flags:
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/wal
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.193:0
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data/info.pb
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.193
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.98.193
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/logs
14:02:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 13:43:23 UTC on bdcb31816ec0
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11710
14:02:51.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.850888 3777 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:51.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.853123 3777 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:02:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.865790 3782 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.865897 3783 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:51.866042 3785 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:51.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.867628 3777 server_base.cc:1061] running on GCE node
14:02:51.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.868345 3777 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.869621 3777 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.871025 3777 hybrid_clock.cc:648] HybridClock initialized: now 1777730571870934 us; error 134 us; skew 500 ppm
14:02:51.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.871318 3777 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:51.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.874451 3777 webserver.cc:492] Webserver started at http://127.3.98.193:35757/ using document root <none> and password file <none>
14:02:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.875558 3777 fs_manager.cc:362] Metadata directory not provided
14:02:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.875730 3777 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:51.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.876454 3777 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.880088 3777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data/instance:
14:02:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "310135c2f3e94884814097ab68c9379a"
14:02:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:51 on dist-test-slave-32dw"
14:02:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.881031 3777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/wal/instance:
14:02:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "310135c2f3e94884814097ab68c9379a"
14:02:51.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:51 on dist-test-slave-32dw"
14:02:51.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.887353 3777 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.001s
14:02:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.891979 3791 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.894912 3777 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.002s
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.895139 3777 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data,/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/wal
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "310135c2f3e94884814097ab68c9379a"
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:51 on dist-test-slave-32dw"
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.895364 3777 fs_report.cc:389] FS layout report
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/wal
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/wal
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data/data
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:51.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.919853 3777 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.920858 3777 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.921147 3777 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.925166 3777 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:02:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.925431 3777 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:02:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.925566 3777 ts_tablet_manager.cc:616] Registered 0 tablets
14:02:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.925645 3777 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:02:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.953433 3749 catalog_manager.cc:1269] Loaded cluster ID: 59996ffdb4594ef29d8a63be5482fbef
14:02:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.953609 3749 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: loading cluster ID for follower catalog manager: success
14:02:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.959169 3749 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: acquiring CA information for follower catalog manager: success
14:02:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:51.969002 3749 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.022759 3777 rpc_server.cc:307] RPC server started. Bound to: 127.3.98.193:44235
14:02:52.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.022802 3915 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.98.193:44235 every 8 connection(s)
14:02:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.024303 3777 server_base.cc:1193] Dumped server information to /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/data/info.pb
14:02:52.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.030303 3917 heartbeater.cc:344] Connected to a master server at 127.3.98.254:37723
14:02:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.031850 3917 heartbeater.cc:461] Registering TS with master...
14:02:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.033314 3467 external_mini_cluster.cc:1428] Started /tmp/dist-test-task5IAfux/build/asan/bin/kudu as pid 3777
14:02:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.033583 3467 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-0/wal/instance
14:02:52.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.033874 3917 heartbeater.cc:507] Master 127.3.98.254:37723 requested a full tablet report, sending...
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.041160 3509 ts_manager.cc:194] Registered new tserver with Master: 310135c2f3e94884814097ab68c9379a (127.3.98.193:44235)
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.041422 3467 external_mini_cluster.cc:1366] Running /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/wal
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:52.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/logs
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data/info.pb
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.194:0
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.98.194
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.194
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:52.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:02:52.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.044713 3916 heartbeater.cc:344] Connected to a master server at 127.3.98.252:37837
14:02:52.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.044996 3916 heartbeater.cc:461] Registering TS with master...
14:02:52.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.045835 3916 heartbeater.cc:507] Master 127.3.98.252:37837 requested a full tablet report, sending...
14:02:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.048336 3672 ts_manager.cc:194] Registered new tserver with Master: 310135c2f3e94884814097ab68c9379a (127.3.98.193:44235)
14:02:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.051065 3672 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.98.193:38659
14:02:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.051796 3918 heartbeater.cc:344] Connected to a master server at 127.3.98.253:34519
14:02:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.051988 3918 heartbeater.cc:461] Registering TS with master...
14:02:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.053352 3918 heartbeater.cc:507] Master 127.3.98.253:34519 requested a full tablet report, sending...
14:02:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.056067 3590 ts_manager.cc:194] Registered new tserver with Master: 310135c2f3e94884814097ab68c9379a (127.3.98.193:44235)
14:02:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.239883 3776 catalog_manager.cc:1269] Loaded cluster ID: 59996ffdb4594ef29d8a63be5482fbef
14:02:52.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.240209 3776 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: loading cluster ID for follower catalog manager: success
14:02:52.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.246471 3776 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: acquiring CA information for follower catalog manager: success
14:02:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.254313 3776 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:02:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.476548 3921 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.477025 3921 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.477186 3921 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.487920 3921 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.488225 3921 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:02:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.488591 3921 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:02:52.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.488691 3921 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:02:52.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.488986 3921 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.98.194
14:02:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.503665 3921 tablet_server_runner.cc:78] Tablet server non-default flags:
14:02:52.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/wal
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.194:0
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data/info.pb
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.194
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.98.194
14:02:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/logs
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 13:43:23 UTC on bdcb31816ec0
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11710
14:02:52.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:52.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.507238 3921 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.510771 3921 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:02:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.524748 3928 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:52.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.525686 3927 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:52.528288 3930 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.528709 3921 server_base.cc:1061] running on GCE node
14:02:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.529680 3921 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.530954 3921 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.532382 3921 hybrid_clock.cc:648] HybridClock initialized: now 1777730572532304 us; error 44 us; skew 500 ppm
14:02:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.532807 3921 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:52.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.535784 3921 webserver.cc:492] Webserver started at http://127.3.98.194:34331/ using document root <none> and password file <none>
14:02:52.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.536778 3921 fs_manager.cc:362] Metadata directory not provided
14:02:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.536954 3921 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.537377 3921 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:52.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.540403 3921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data/instance:
14:02:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c"
14:02:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:52 on dist-test-slave-32dw"
14:02:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.541496 3921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/wal/instance:
14:02:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c"
14:02:52.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:52 on dist-test-slave-32dw"
14:02:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.548259 3921 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
14:02:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.552960 3936 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.554989 3921 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.555335 3921 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data,/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/wal
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c"
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:52 on dist-test-slave-32dw"
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.555624 3921 fs_report.cc:389] FS layout report
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/wal
14:02:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/wal
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data/data
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.575749 3921 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:52.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.577286 3921 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:52.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.577726 3921 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.583458 3921 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:02:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.583662 3921 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
14:02:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.583781 3921 ts_tablet_manager.cc:616] Registered 0 tablets
14:02:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.583864 3921 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:02:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.698410 3921 rpc_server.cc:307] RPC server started. Bound to: 127.3.98.194:39803
14:02:52.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.698444 4059 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.98.194:39803 every 8 connection(s)
14:02:52.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.700152 3921 server_base.cc:1193] Dumped server information to /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/data/info.pb
14:02:52.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.702657 4061 heartbeater.cc:344] Connected to a master server at 127.3.98.254:37723
14:02:52.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.703166 4061 heartbeater.cc:461] Registering TS with master...
14:02:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.704779 3467 external_mini_cluster.cc:1428] Started /tmp/dist-test-task5IAfux/build/asan/bin/kudu as pid 3921
14:02:52.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.705015 3467 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-1/wal/instance
14:02:52.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.707064 4061 heartbeater.cc:507] Master 127.3.98.254:37723 requested a full tablet report, sending...
14:02:52.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.710301 3509 ts_manager.cc:194] Registered new tserver with Master: 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803)
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.714208 3467 external_mini_cluster.cc:1366] Running /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task5IAfux/build/asan/bin/kudu
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/wal
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/logs
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data/info.pb
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:52.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.195:0
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.98.195
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.195
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:02:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.722406 4060 heartbeater.cc:344] Connected to a master server at 127.3.98.252:37837
14:02:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.722596 4060 heartbeater.cc:461] Registering TS with master...
14:02:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.723394 4060 heartbeater.cc:507] Master 127.3.98.252:37837 requested a full tablet report, sending...
14:02:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.725083 3672 ts_manager.cc:194] Registered new tserver with Master: 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803)
14:02:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.726518 3672 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.98.194:51871
14:02:52.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.746762 4062 heartbeater.cc:344] Connected to a master server at 127.3.98.253:34519
14:02:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.756932 4062 heartbeater.cc:461] Registering TS with master...
14:02:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.757535 4062 heartbeater.cc:507] Master 127.3.98.253:34519 requested a full tablet report, sending...
14:02:52.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:52.759442 3590 ts_manager.cc:194] Registered new tserver with Master: 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803)
14:02:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.056195 3916 heartbeater.cc:499] Master 127.3.98.252:37837 was elected leader, sending a full tablet report...
14:02:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.119294 4065 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:02:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.119683 4065 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:02:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.119823 4065 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:02:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.129524 4065 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:02:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.129745 4065 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:02:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.129817 4065 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:02:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.129875 4065 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
14:02:53.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.130021 4065 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.98.195
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.141891 4065 tablet_server_runner.cc:78] Tablet server non-default flags:
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.98.212:42095
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/wal
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.98.195:0
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data/info.pb
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.98.195
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.98.254:37723,127.3.98.253:34519,127.3.98.252:37837
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.98.195
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/logs
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:02:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:02:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 13:43:23 UTC on bdcb31816ec0
14:02:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11710
14:02:53.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:02:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.143872 4065 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:02:53.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.145831 4065 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:02:53.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.156813 4070 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.157812 4071 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:53.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.158144 4073 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:02:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.159390 4065 server_base.cc:1061] running on GCE node
14:02:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.160311 4065 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:02:53.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.161784 4065 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:02:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.163125 4065 hybrid_clock.cc:648] HybridClock initialized: now 1777730573163058 us; error 53 us; skew 500 ppm
14:02:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.163518 4065 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:02:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.166477 4065 webserver.cc:492] Webserver started at http://127.3.98.195:46557/ using document root <none> and password file <none>
14:02:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.167342 4065 fs_manager.cc:362] Metadata directory not provided
14:02:53.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.167500 4065 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:02:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.167893 4065 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:02:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.170737 4065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data/instance:
14:02:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0ca9ea7a0134e839bad418e78974c6e"
14:02:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:53 on dist-test-slave-32dw"
14:02:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.171657 4065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/wal/instance:
14:02:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0ca9ea7a0134e839bad418e78974c6e"
14:02:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:53 on dist-test-slave-32dw"
14:02:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.177596 4065 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
14:02:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.181651 4079 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:02:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.183383 4065 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.183729 4065 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data,/tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/wal
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0ca9ea7a0134e839bad418e78974c6e"
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 14:02:53 on dist-test-slave-32dw"
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.184010 4065 fs_report.cc:389] FS layout report
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/wal
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/wal
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data/data
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:02:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:02:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.221838 4065 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:02:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.223137 4065 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:02:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.223634 4065 kserver.cc:163] Server-wide thread pool size limit: 3276
14:02:53.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.227344 4065 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:02:53.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.227516 4065 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:02:53.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.227643 4065 ts_tablet_manager.cc:616] Registered 0 tablets
14:02:53.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.227762 4065 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:02:53.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.303408 4065 rpc_server.cc:307] RPC server started. Bound to: 127.3.98.195:34723
14:02:53.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.303515 4202 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.98.195:34723 every 8 connection(s)
14:02:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.305022 4065 server_base.cc:1193] Dumped server information to /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/data/info.pb
14:02:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.305595 3467 external_mini_cluster.cc:1428] Started /tmp/dist-test-task5IAfux/build/asan/bin/kudu as pid 4065
14:02:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.305820 3467 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task5IAfux/test-tmp/mini-kudu-cluster9461293764475474615/ts-2/wal/instance
14:02:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.309597 4204 heartbeater.cc:344] Connected to a master server at 127.3.98.254:37723
14:02:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.310075 4204 heartbeater.cc:461] Registering TS with master...
14:02:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.311473 4204 heartbeater.cc:507] Master 127.3.98.254:37723 requested a full tablet report, sending...
14:02:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.314386 3509 ts_manager.cc:194] Registered new tserver with Master: c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.318207 4203 heartbeater.cc:344] Connected to a master server at 127.3.98.252:37837
14:02:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.318392 4203 heartbeater.cc:461] Registering TS with master...
14:02:53.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.319031 4203 heartbeater.cc:507] Master 127.3.98.252:37837 requested a full tablet report, sending...
14:02:53.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.320498 3672 ts_manager.cc:194] Registered new tserver with Master: c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:53.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.321666 3672 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.98.195:38423
14:02:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.322561 4205 heartbeater.cc:344] Connected to a master server at 127.3.98.253:34519
14:02:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.322751 4205 heartbeater.cc:461] Registering TS with master...
14:02:53.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.323547 4205 heartbeater.cc:507] Master 127.3.98.253:34519 requested a full tablet report, sending...
14:02:53.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.324998 3590 ts_manager.cc:194] Registered new tserver with Master: c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:53.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.338840 3467 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:02:53.341 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:02:53.341 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:02:53.342 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.98.254"
port: 37723
}
bound_http_address {
host: "127.3.98.254"
port: 46421
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.98.253"
port: 34519
}
bound_http_address {
host: "127.3.98.253"
port: 40541
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.98.252"
port: 37837
}
bound_http_address {
host: "127.3.98.252"
port: 36839
}
}
}
14:02:53.343 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:02:53.343 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.98.193"
port: 44235
}
bound_http_address {
host: "127.3.98.193"
port: 35757
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.98.194"
port: 39803
}
bound_http_address {
host: "127.3.98.194"
port: 34331
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.98.195"
port: 34723
}
bound_http_address {
host: "127.3.98.195"
port: 46557
}
}
}
14:02:53.343 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:02:53.345 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:02:53.347 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.98.253:34519(127.3.98.253:34519)] connecting to peer
14:02:53.349 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.98.254:37723(127.3.98.254:37723)] connecting to peer
14:02:53.350 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.98.253:34519(127.3.98.253:34519)] Successfully connected to peer
14:02:53.350 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:53.351 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.98.254:37723(127.3.98.254:37723)] Successfully connected to peer
14:02:53.352 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.98.253
14:02:53.352 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.98.254
14:02:53.355 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.98.252:37837(127.3.98.252:37837)] Successfully connected to peer
14:02:53.358 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.98.252
14:02:53.366 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd152d5cc, L:/127.0.0.1:55054 - R:/127.3.98.253:34519] using SASL/PLAIN
14:02:53.369 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6847f9d9, L:/127.0.0.1:37016 - R:/127.3.98.252:37837] using SASL/PLAIN
14:02:53.370 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x072c5865, L:/127.0.0.1:54928 - R:/127.3.98.254:37723] using SASL/PLAIN
14:02:53.371 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:02:53.372 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, deferred=null) after lookup
14:02:53.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.373397 3672 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37016:
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:53.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.376473 3672 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:53.406 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5190252e11384a65b19d9308bc501505
14:02:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.453312 4137 tablet_service.cc:1511] Processing CreateTablet for tablet 741047ed055a470f93021dcf7fb57fc0 (DEFAULT_TABLE table=txn_manager_fallback [id=5190252e11384a65b19d9308bc501505]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:02:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.453362 3995 tablet_service.cc:1511] Processing CreateTablet for tablet f58a5e16f47349e18cf90017e7187344 (DEFAULT_TABLE table=txn_manager_fallback [id=5190252e11384a65b19d9308bc501505]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:02:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.455004 3995 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f58a5e16f47349e18cf90017e7187344. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:53.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.455004 4137 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 741047ed055a470f93021dcf7fb57fc0. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.455655 4138 tablet_service.cc:1511] Processing CreateTablet for tablet f58a5e16f47349e18cf90017e7187344 (DEFAULT_TABLE table=txn_manager_fallback [id=5190252e11384a65b19d9308bc501505]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:02:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.456131 4138 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f58a5e16f47349e18cf90017e7187344. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.455964 3994 tablet_service.cc:1511] Processing CreateTablet for tablet 741047ed055a470f93021dcf7fb57fc0 (DEFAULT_TABLE table=txn_manager_fallback [id=5190252e11384a65b19d9308bc501505]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:02:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.458722 3994 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 741047ed055a470f93021dcf7fb57fc0. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.467770 3851 tablet_service.cc:1511] Processing CreateTablet for tablet f58a5e16f47349e18cf90017e7187344 (DEFAULT_TABLE table=txn_manager_fallback [id=5190252e11384a65b19d9308bc501505]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:02:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.469708 3851 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f58a5e16f47349e18cf90017e7187344. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.472371 3850 tablet_service.cc:1511] Processing CreateTablet for tablet 741047ed055a470f93021dcf7fb57fc0 (DEFAULT_TABLE table=txn_manager_fallback [id=5190252e11384a65b19d9308bc501505]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:02:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.473049 3850 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 741047ed055a470f93021dcf7fb57fc0. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.480854 4230 tablet_bootstrap.cc:492] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Bootstrap starting.
14:02:53.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.486552 4230 tablet_bootstrap.cc:654] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Neither blocks nor log segments found. Creating new log.
14:02:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.488345 4230 log.cc:826] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Log is configured to *not* fsync() on all Append() calls
14:02:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.497802 4229 tablet_bootstrap.cc:492] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e: Bootstrap starting.
14:02:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.503036 4232 tablet_bootstrap.cc:492] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a: Bootstrap starting.
14:02:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.503758 4229 tablet_bootstrap.cc:654] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e: Neither blocks nor log segments found. Creating new log.
14:02:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.505246 4230 tablet_bootstrap.cc:492] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c: No bootstrap required, opened a new log
14:02:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.505797 4230 ts_tablet_manager.cc:1403] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Time spent bootstrapping tablet: real 0.025s user 0.010s sys 0.011s
14:02:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.507691 4229 log.cc:826] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e: Log is configured to *not* fsync() on all Append() calls
14:02:53.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.511657 4232 tablet_bootstrap.cc:654] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a: Neither blocks nor log segments found. Creating new log.
14:02:53.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.514381 4232 log.cc:826] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a: Log is configured to *not* fsync() on all Append() calls
14:02:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.515093 4230 raft_consensus.cc:359] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.518456 4230 raft_consensus.cc:385] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.518733 4230 raft_consensus.cc:740] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f325eb9dc394a12ab0a6d1ab4682b5c, State: Initialized, Role: FOLLOWER
14:02:53.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.519903 4230 consensus_queue.cc:260] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.527633 4229 tablet_bootstrap.cc:492] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e: No bootstrap required, opened a new log
14:02:53.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.528344 4229 ts_tablet_manager.cc:1403] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e: Time spent bootstrapping tablet: real 0.031s user 0.010s sys 0.015s
14:02:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.535624 4060 heartbeater.cc:499] Master 127.3.98.252:37837 was elected leader, sending a full tablet report...
14:02:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.536921 4230 ts_tablet_manager.cc:1434] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Time spent starting tablet: real 0.031s user 0.017s sys 0.010s
14:02:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.537436 4232 tablet_bootstrap.cc:492] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a: No bootstrap required, opened a new log
14:02:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.539364 4230 tablet_bootstrap.cc:492] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Bootstrap starting.
14:02:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.539798 4229 raft_consensus.cc:359] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.540225 4229 raft_consensus.cc:385] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.540516 4229 raft_consensus.cc:740] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0ca9ea7a0134e839bad418e78974c6e, State: Initialized, Role: FOLLOWER
14:02:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.541497 4229 consensus_queue.cc:260] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.541731 4232 ts_tablet_manager.cc:1403] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a: Time spent bootstrapping tablet: real 0.036s user 0.025s sys 0.004s
14:02:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.542039 4230 tablet_bootstrap.cc:654] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Neither blocks nor log segments found. Creating new log.
14:02:53.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.547425 4230 tablet_bootstrap.cc:492] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c: No bootstrap required, opened a new log
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.547618 4230 ts_tablet_manager.cc:1403] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.548470 4230 raft_consensus.cc:359] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.548679 4230 raft_consensus.cc:385] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.548768 4230 raft_consensus.cc:740] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f325eb9dc394a12ab0a6d1ab4682b5c, State: Initialized, Role: FOLLOWER
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.549005 4230 consensus_queue.cc:260] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.549661 4230 ts_tablet_manager.cc:1434] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.550879 4203 heartbeater.cc:499] Master 127.3.98.252:37837 was elected leader, sending a full tablet report...
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.550686 4232 raft_consensus.cc:359] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.551105 4232 raft_consensus.cc:385] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.551208 4232 raft_consensus.cc:740] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 310135c2f3e94884814097ab68c9379a, State: Initialized, Role: FOLLOWER
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.551751 4229 ts_tablet_manager.cc:1434] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e: Time spent starting tablet: real 0.023s user 0.016s sys 0.007s
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.552001 4232 consensus_queue.cc:260] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.552973 4229 tablet_bootstrap.cc:492] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e: Bootstrap starting.
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.554466 4232 ts_tablet_manager.cc:1434] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a: Time spent starting tablet: real 0.013s user 0.010s sys 0.001s
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.555006 4229 tablet_bootstrap.cc:654] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e: Neither blocks nor log segments found. Creating new log.
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.555826 4232 tablet_bootstrap.cc:492] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a: Bootstrap starting.
14:02:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.557940 4232 tablet_bootstrap.cc:654] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a: Neither blocks nor log segments found. Creating new log.
14:02:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.563818 4206 tablet.cc:2404] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.577033 4232 tablet_bootstrap.cc:492] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a: No bootstrap required, opened a new log
14:02:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.577262 4232 ts_tablet_manager.cc:1403] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a: Time spent bootstrapping tablet: real 0.022s user 0.012s sys 0.008s
14:02:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.577593 4229 tablet_bootstrap.cc:492] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e: No bootstrap required, opened a new log
14:02:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.577786 4229 ts_tablet_manager.cc:1403] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e: Time spent bootstrapping tablet: real 0.025s user 0.015s sys 0.009s
14:02:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.578456 4232 raft_consensus.cc:359] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.578670 4232 raft_consensus.cc:385] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.578779 4232 raft_consensus.cc:740] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 310135c2f3e94884814097ab68c9379a, State: Initialized, Role: FOLLOWER
14:02:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.579044 4229 raft_consensus.cc:359] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.579370 4229 raft_consensus.cc:385] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.579425 4232 consensus_queue.cc:260] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.579593 4229 raft_consensus.cc:740] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0ca9ea7a0134e839bad418e78974c6e, State: Initialized, Role: FOLLOWER
14:02:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.580034 4232 ts_tablet_manager.cc:1434] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
14:02:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.580004 4229 consensus_queue.cc:260] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.580734 4229 ts_tablet_manager.cc:1434] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e: Time spent starting tablet: real 0.003s user 0.004s sys 0.000s
14:02:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.658991 4235 raft_consensus.cc:493] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.659350 4235 raft_consensus.cc:515] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.661406 4235 leader_election.cc:290] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 310135c2f3e94884814097ab68c9379a (127.3.98.193:44235), c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:53.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.671496 4158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "741047ed055a470f93021dcf7fb57fc0" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0ca9ea7a0134e839bad418e78974c6e" is_pre_election: true
14:02:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.671734 3871 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "741047ed055a470f93021dcf7fb57fc0" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310135c2f3e94884814097ab68c9379a" is_pre_election: true
14:02:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.672088 4158 raft_consensus.cc:2468] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 0.
14:02:53.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.672346 3871 raft_consensus.cc:2468] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 0.
14:02:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.672973 3940 leader_election.cc:304] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2f325eb9dc394a12ab0a6d1ab4682b5c, 310135c2f3e94884814097ab68c9379a, c0ca9ea7a0134e839bad418e78974c6e; no voters:
14:02:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.673573 4235 raft_consensus.cc:2804] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.673712 4235 raft_consensus.cc:493] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:53.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.673779 4235 raft_consensus.cc:3060] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Advancing to term 1
14:02:53.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.675892 4235 raft_consensus.cc:515] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.676791 4235 leader_election.cc:290] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 election: Requested vote from peers 310135c2f3e94884814097ab68c9379a (127.3.98.193:44235), c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.677356 3871 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "741047ed055a470f93021dcf7fb57fc0" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310135c2f3e94884814097ab68c9379a"
14:02:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.677456 4158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "741047ed055a470f93021dcf7fb57fc0" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0ca9ea7a0134e839bad418e78974c6e"
14:02:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.677596 3871 raft_consensus.cc:3060] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Advancing to term 1
14:02:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.677651 4158 raft_consensus.cc:3060] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Advancing to term 1
14:02:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.681224 4158 raft_consensus.cc:2468] T 741047ed055a470f93021dcf7fb57fc0 P c0ca9ea7a0134e839bad418e78974c6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 1.
14:02:53.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.681229 3871 raft_consensus.cc:2468] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 1.
14:02:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.681890 3937 leader_election.cc:304] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f325eb9dc394a12ab0a6d1ab4682b5c, 310135c2f3e94884814097ab68c9379a; no voters:
14:02:53.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.682358 4235 raft_consensus.cc:2804] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 1 FOLLOWER]: Leader election won for term 1
14:02:53.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.682911 4235 raft_consensus.cc:697] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 1 LEADER]: Becoming Leader. State: Replica: 2f325eb9dc394a12ab0a6d1ab4682b5c, State: Running, Role: LEADER
14:02:53.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.683521 4235 consensus_queue.cc:237] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:53.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.689673 3672 catalog_manager.cc:5671] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c reported cstate change: term changed from 0 to 1, leader changed from <none> to 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194). New cstate: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } health_report { overall_health: UNKNOWN } } }
14:02:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.747189 4063 tablet.cc:2404] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:53.786247 3919 tablet.cc:2404] T 741047ed055a470f93021dcf7fb57fc0 P 310135c2f3e94884814097ab68c9379a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:02:53.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.829717 4238 raft_consensus.cc:493] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:53.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.829999 4238 raft_consensus.cc:515] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.832394 4238 leader_election.cc:290] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803), c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.840508 4158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f58a5e16f47349e18cf90017e7187344" candidate_uuid: "310135c2f3e94884814097ab68c9379a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0ca9ea7a0134e839bad418e78974c6e" is_pre_election: true
14:02:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.840858 4158 raft_consensus.cc:2468] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 310135c2f3e94884814097ab68c9379a in term 0.
14:02:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.840982 4015 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f58a5e16f47349e18cf90017e7187344" candidate_uuid: "310135c2f3e94884814097ab68c9379a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" is_pre_election: true
14:02:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.841434 4015 raft_consensus.cc:2468] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 310135c2f3e94884814097ab68c9379a in term 0.
14:02:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.841401 3795 leader_election.cc:304] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 310135c2f3e94884814097ab68c9379a, c0ca9ea7a0134e839bad418e78974c6e; no voters:
14:02:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.841773 4238 raft_consensus.cc:2804] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.841929 4238 raft_consensus.cc:493] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.842051 4238 raft_consensus.cc:3060] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Advancing to term 1
14:02:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.844192 4238 raft_consensus.cc:515] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.845183 4238 leader_election.cc:290] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [CANDIDATE]: Term 1 election: Requested vote from peers 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803), c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:53.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.845672 4015 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f58a5e16f47349e18cf90017e7187344" candidate_uuid: "310135c2f3e94884814097ab68c9379a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c"
14:02:53.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.845649 4158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f58a5e16f47349e18cf90017e7187344" candidate_uuid: "310135c2f3e94884814097ab68c9379a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0ca9ea7a0134e839bad418e78974c6e"
14:02:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.845876 4015 raft_consensus.cc:3060] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Advancing to term 1
14:02:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.845897 4158 raft_consensus.cc:3060] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Advancing to term 1
14:02:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.849035 4158 raft_consensus.cc:2468] T f58a5e16f47349e18cf90017e7187344 P c0ca9ea7a0134e839bad418e78974c6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 310135c2f3e94884814097ab68c9379a in term 1.
14:02:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.849077 4015 raft_consensus.cc:2468] T f58a5e16f47349e18cf90017e7187344 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 310135c2f3e94884814097ab68c9379a in term 1.
14:02:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.849673 3793 leader_election.cc:304] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 2f325eb9dc394a12ab0a6d1ab4682b5c, 310135c2f3e94884814097ab68c9379a, c0ca9ea7a0134e839bad418e78974c6e; no voters:
14:02:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.850168 4238 raft_consensus.cc:2804] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 1 FOLLOWER]: Leader election won for term 1
14:02:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.850771 4238 raft_consensus.cc:697] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [term 1 LEADER]: Becoming Leader. State: Replica: 310135c2f3e94884814097ab68c9379a, State: Running, Role: LEADER
14:02:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.851424 4238 consensus_queue.cc:237] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } }
14:02:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:53.856793 3672 catalog_manager.cc:5671] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a reported cstate change: term changed from 0 to 1, leader changed from <none> to 310135c2f3e94884814097ab68c9379a (127.3.98.193). New cstate: current_term: 1 leader_uuid: "310135c2f3e94884814097ab68c9379a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } health_report { overall_health: HEALTHY } } }
14:02:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.095119 4235 consensus_queue.cc:1048] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.119026 3672 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37024:
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:54.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:02:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:54.121356 3672 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.123760 4243 consensus_queue.cc:1048] T 741047ed055a470f93021dcf7fb57fc0 P 2f325eb9dc394a12ab0a6d1ab4682b5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.142421 4138 tablet_service.cc:1511] Processing CreateTablet for tablet ee9aab10a13a40b28b8ed655eb779734 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=47d976b05495446b9ffa591915eb55ad]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:02:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.143592 4138 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee9aab10a13a40b28b8ed655eb779734. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:54.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.144681 3851 tablet_service.cc:1511] Processing CreateTablet for tablet ee9aab10a13a40b28b8ed655eb779734 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=47d976b05495446b9ffa591915eb55ad]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:02:54.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.146188 3851 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee9aab10a13a40b28b8ed655eb779734. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:54.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.145917 3994 tablet_service.cc:1511] Processing CreateTablet for tablet ee9aab10a13a40b28b8ed655eb779734 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=47d976b05495446b9ffa591915eb55ad]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:02:54.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.146735 3994 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ee9aab10a13a40b28b8ed655eb779734. 1 dirs total, 0 dirs full, 0 dirs failed
14:02:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.160521 4267 tablet_bootstrap.cc:492] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: Bootstrap starting.
14:02:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.163655 4267 tablet_bootstrap.cc:654] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: Neither blocks nor log segments found. Creating new log.
14:02:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.163867 4269 tablet_bootstrap.cc:492] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Bootstrap starting.
14:02:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.168995 4269 tablet_bootstrap.cc:654] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Neither blocks nor log segments found. Creating new log.
14:02:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.169564 4268 tablet_bootstrap.cc:492] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: Bootstrap starting.
14:02:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.171743 4267 tablet_bootstrap.cc:492] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: No bootstrap required, opened a new log
14:02:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.171923 4268 tablet_bootstrap.cc:654] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: Neither blocks nor log segments found. Creating new log.
14:02:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.171954 4267 ts_tablet_manager.cc:1403] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: Time spent bootstrapping tablet: real 0.012s user 0.003s sys 0.006s
14:02:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.173036 4267 raft_consensus.cc:359] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.173309 4267 raft_consensus.cc:385] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.173409 4267 raft_consensus.cc:740] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0ca9ea7a0134e839bad418e78974c6e, State: Initialized, Role: FOLLOWER
14:02:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.173642 4269 tablet_bootstrap.cc:492] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: No bootstrap required, opened a new log
14:02:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.173816 4269 ts_tablet_manager.cc:1403] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Time spent bootstrapping tablet: real 0.010s user 0.005s sys 0.000s
14:02:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.173733 4267 consensus_queue.cc:260] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.174459 4268 tablet_bootstrap.cc:492] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: No bootstrap required, opened a new log
14:02:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.174229 4264 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.174615 4264 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.174615 4268 ts_tablet_manager.cc:1403] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.175451 4268 raft_consensus.cc:359] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.175647 4268 raft_consensus.cc:385] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.175747 4268 raft_consensus.cc:740] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 310135c2f3e94884814097ab68c9379a, State: Initialized, Role: FOLLOWER
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.176156 4268 consensus_queue.cc:260] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.176443 4269 raft_consensus.cc:359] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.176687 4269 raft_consensus.cc:385] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.176716 4268 ts_tablet_manager.cc:1434] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.176786 4269 raft_consensus.cc:740] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2f325eb9dc394a12ab0a6d1ab4682b5c, State: Initialized, Role: FOLLOWER
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.177073 4269 consensus_queue.cc:260] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.177343 4238 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.177588 4238 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.177497 4243 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.177726 4243 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.179126 4269 ts_tablet_manager.cc:1434] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: Time spent starting tablet: real 0.005s user 0.003s sys 0.000s
14:02:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.181193 4267 ts_tablet_manager.cc:1434] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: Time spent starting tablet: real 0.009s user 0.002s sys 0.000s
14:02:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.203344 4243 raft_consensus.cc:493] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.203626 4243 raft_consensus.cc:515] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.204425 4243 leader_election.cc:290] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 310135c2f3e94884814097ab68c9379a (127.3.98.193:44235), c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.205075 3871 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee9aab10a13a40b28b8ed655eb779734" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310135c2f3e94884814097ab68c9379a" is_pre_election: true
14:02:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.205104 4158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee9aab10a13a40b28b8ed655eb779734" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0ca9ea7a0134e839bad418e78974c6e" is_pre_election: true
14:02:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.205305 3871 raft_consensus.cc:2468] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 0.
14:02:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.205346 4158 raft_consensus.cc:2468] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 0.
14:02:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.205791 3937 leader_election.cc:304] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f325eb9dc394a12ab0a6d1ab4682b5c, 310135c2f3e94884814097ab68c9379a; no voters:
14:02:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.206157 4243 raft_consensus.cc:2804] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Leader pre-election won for term 1
14:02:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.206274 4243 raft_consensus.cc:493] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.206416 4243 raft_consensus.cc:3060] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 0 FOLLOWER]: Advancing to term 1
14:02:54.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.208494 4243 raft_consensus.cc:515] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.209225 4243 leader_election.cc:290] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 election: Requested vote from peers 310135c2f3e94884814097ab68c9379a (127.3.98.193:44235), c0ca9ea7a0134e839bad418e78974c6e (127.3.98.195:34723)
14:02:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.209877 3871 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee9aab10a13a40b28b8ed655eb779734" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "310135c2f3e94884814097ab68c9379a"
14:02:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.209885 4158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ee9aab10a13a40b28b8ed655eb779734" candidate_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0ca9ea7a0134e839bad418e78974c6e"
14:02:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.210075 4158 raft_consensus.cc:3060] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [term 0 FOLLOWER]: Advancing to term 1
14:02:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.210121 3871 raft_consensus.cc:3060] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [term 0 FOLLOWER]: Advancing to term 1
14:02:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.212420 4158 raft_consensus.cc:2468] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 1.
14:02:54.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.212777 3871 raft_consensus.cc:2468] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2f325eb9dc394a12ab0a6d1ab4682b5c in term 1.
14:02:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.212925 3940 leader_election.cc:304] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2f325eb9dc394a12ab0a6d1ab4682b5c, c0ca9ea7a0134e839bad418e78974c6e; no voters:
14:02:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.213287 4243 raft_consensus.cc:2804] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 1 FOLLOWER]: Leader election won for term 1
14:02:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.213490 4243 raft_consensus.cc:697] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [term 1 LEADER]: Becoming Leader. State: Replica: 2f325eb9dc394a12ab0a6d1ab4682b5c, State: Running, Role: LEADER
14:02:54.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.213786 4243 consensus_queue.cc:237] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } }
14:02:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.215770 4235 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: TxnStatusTablet state changed. Reason: New leader 2f325eb9dc394a12ab0a6d1ab4682b5c. Latest consensus state: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.216598 4235 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: This TxnStatusTablet replica's current role is: LEADER
14:02:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.217216 4274 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
14:02:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.217607 4274 txn_status_manager.cc:930] Loading transaction status metadata into memory...
14:02:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.217753 3670 catalog_manager.cc:5671] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c reported cstate change: term changed from 0 to 1, leader changed from <none> to 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194). New cstate: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } health_report { overall_health: UNKNOWN } } }
14:02:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.250531 4158 raft_consensus.cc:1275] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e [term 1 FOLLOWER]: Refusing update from remote peer 2f325eb9dc394a12ab0a6d1ab4682b5c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.250731 3871 raft_consensus.cc:1275] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a [term 1 FOLLOWER]: Refusing update from remote peer 2f325eb9dc394a12ab0a6d1ab4682b5c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:02:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.251298 4235 consensus_queue.cc:1048] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.251741 4243 consensus_queue.cc:1048] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.259825 4264 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: TxnStatusTablet state changed. Reason: New leader 2f325eb9dc394a12ab0a6d1ab4682b5c. Latest consensus state: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.260259 4264 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:54.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.269137 4262 mvcc.cc:204] Tried to move back new op lower bound from 7281584432119709696 to 7281584431982096384. Current Snapshot: MvccSnapshot[applied={T|T < 7281584432119709696}]
14:02:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.280603 4238 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: TxnStatusTablet state changed. Reason: New leader 2f325eb9dc394a12ab0a6d1ab4682b5c. Latest consensus state: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.281198 4238 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.281420 4243 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.281741 4243 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: This TxnStatusTablet replica's current role is: LEADER
14:02:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.285698 4264 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.285948 4264 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P c0ca9ea7a0134e839bad418e78974c6e: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:54.293 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
14:02:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.297181 4235 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.297552 4235 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P 2f325eb9dc394a12ab0a6d1ab4682b5c: This TxnStatusTablet replica's current role is: LEADER
14:02:54.297 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 5190252e11384a65b19d9308bc501505
14:02:54.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f58a5e16f47349e18cf90017e7187344 for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
14:02:54.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 741047ed055a470f93021dcf7fb57fc0 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
14:02:54.301 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f58a5e16f47349e18cf90017e7187344@[2f325eb9dc394a12ab0a6d1ab4682b5c(127.3.98.194:39803),310135c2f3e94884814097ab68c9379a(127.3.98.193:44235)[L],c0ca9ea7a0134e839bad418e78974c6e(127.3.98.195:34723)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=741047ed055a470f93021dcf7fb57fc0@[2f325eb9dc394a12ab0a6d1ab4682b5c(127.3.98.194:39803)[L],310135c2f3e94884814097ab68c9379a(127.3.98.193:44235),c0ca9ea7a0134e839bad418e78974c6e(127.3.98.195:34723)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:02:54.301 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.98.252:37837, [2ms] Sub RPC GetTableLocations: received response from server master-127.3.98.252:37837: OK, deferred=null) after lookup
14:02:54.301 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 310135c2f3e94884814097ab68c9379a(127.3.98.193:44235)] connecting to peer
14:02:54.309 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 310135c2f3e94884814097ab68c9379a(127.3.98.193:44235)] Successfully connected to peer
14:02:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.317678 4238 tablet_replica.cc:442] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "310135c2f3e94884814097ab68c9379a" member_type: VOTER last_known_addr { host: "127.3.98.193" port: 44235 } } peers { permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 } } peers { permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 } } }
14:02:54.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.318176 4238 tablet_replica.cc:445] T ee9aab10a13a40b28b8ed655eb779734 P 310135c2f3e94884814097ab68c9379a: This TxnStatusTablet replica's current role is: FOLLOWER
14:02:54.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.323459 4238 consensus_queue.cc:1048] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0ca9ea7a0134e839bad418e78974c6e" member_type: VOTER last_known_addr { host: "127.3.98.195" port: 34723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:54.346 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5beec6b0, L:/127.0.0.1:47948 - R:/127.3.98.193:44235] using TOKEN/null
14:02:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.372049 4287 consensus_queue.cc:1048] T f58a5e16f47349e18cf90017e7187344 P 310135c2f3e94884814097ab68c9379a [LEADER]: Connected to new peer: Peer: permanent_uuid: "2f325eb9dc394a12ab0a6d1ab4682b5c" member_type: VOTER last_known_addr { host: "127.3.98.194" port: 39803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:02:54.442 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.98.252:37837
14:02:54.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:02:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.442795 3467 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task5IAfux/build/asan/bin/kudu pid 3637
14:02:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.444386 3712 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:54.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.625756 3467 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task5IAfux/build/asan/bin/kudu with pid 3637
14:02:54.662 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.98.252:37837(127.3.98.252:37837)] handling channelInactive
14:02:54.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state READY due to: connection closed
14:02:54.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:02:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:54.663385 4060 heartbeater.cc:646] Failed to heartbeat to 127.3.98.252:37837 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.3.98.252:37837 (error 108)
14:02:54.813 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.819 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.3.98.252:37837(127.3.98.252:37837) for tablet Kudu Master: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.829 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:54.851 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.853 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.855 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:54.871 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.874 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:54.889 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.926798 4298 raft_consensus.cc:493] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c1a3d07b1c32423faa90637316fcfb85)
14:02:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.926929 4299 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c1a3d07b1c32423faa90637316fcfb85)
14:02:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.927129 4299 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.927168 4298 raft_consensus.cc:515] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.928822 4299 leader_election.cc:290] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 159326732284446ea96eb840234b74f7 (127.3.98.253:34519), c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837)
14:02:54.929 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.930217 3599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8ecfc46d20314b35afd7b92a44f50267" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "159326732284446ea96eb840234b74f7" is_pre_election: true
14:02:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.930439 3599 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ecfc46d20314b35afd7b92a44f50267 in term 1.
14:02:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.930482 3518 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "159326732284446ea96eb840234b74f7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8ecfc46d20314b35afd7b92a44f50267" is_pre_election: true
14:02:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.930672 3518 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 159326732284446ea96eb840234b74f7 in term 1.
14:02:54.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.931012 3494 leader_election.cc:304] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 159326732284446ea96eb840234b74f7, 8ecfc46d20314b35afd7b92a44f50267; no voters:
14:02:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.931849 4299 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:02:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.931898 3575 leader_election.cc:304] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 159326732284446ea96eb840234b74f7, 8ecfc46d20314b35afd7b92a44f50267; no voters:
14:02:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.932713 4299 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c1a3d07b1c32423faa90637316fcfb85)
14:02:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.933027 4299 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 1 FOLLOWER]: Advancing to term 2
14:02:54.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.935 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.937821 4298 leader_election.cc:290] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8ecfc46d20314b35afd7b92a44f50267 (127.3.98.254:37723), c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837)
14:02:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.938644 4298 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:02:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.938788 4298 raft_consensus.cc:493] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c1a3d07b1c32423faa90637316fcfb85)
14:02:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.938922 4298 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 1 FOLLOWER]: Advancing to term 2
14:02:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.939564 4299 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.941332 4299 leader_election.cc:290] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 2 election: Requested vote from peers 159326732284446ea96eb840234b74f7 (127.3.98.253:34519), c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837)
14:02:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.946250 4298 raft_consensus.cc:515] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:54.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:54.947691 3495 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111) [suppressed 9 similar messages]
14:02:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.947832 4298 leader_election.cc:290] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [CANDIDATE]: Term 2 election: Requested vote from peers 8ecfc46d20314b35afd7b92a44f50267 (127.3.98.254:37723), c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837)
14:02:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.948127 3599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8ecfc46d20314b35afd7b92a44f50267" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "159326732284446ea96eb840234b74f7"
14:02:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.948469 3599 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 8ecfc46d20314b35afd7b92a44f50267 in current term 2: Already voted for candidate 159326732284446ea96eb840234b74f7 in this term.
14:02:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.948396 3518 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "159326732284446ea96eb840234b74f7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8ecfc46d20314b35afd7b92a44f50267"
14:02:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.948772 3518 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 159326732284446ea96eb840234b74f7 in current term 2: Already voted for candidate 8ecfc46d20314b35afd7b92a44f50267 in this term.
14:02:54.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:54.948810 3576 leader_election.cc:336] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:54.950657 3576 leader_election.cc:336] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.950809 3576 leader_election.cc:304] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 159326732284446ea96eb840234b74f7; no voters: 8ecfc46d20314b35afd7b92a44f50267, c1a3d07b1c32423faa90637316fcfb85
14:02:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:54.950997 3495 leader_election.cc:336] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.951352 4298 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:02:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:54.951540 3495 leader_election.cc:336] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:54.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.951689 3495 leader_election.cc:304] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8ecfc46d20314b35afd7b92a44f50267; no voters: 159326732284446ea96eb840234b74f7, c1a3d07b1c32423faa90637316fcfb85
14:02:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:54.952064 4299 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:02:54.968 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.969 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.970 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.970 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:54.970 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.3.98.252:37837, [11ms] received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [11ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [47ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [66ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [84ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [127ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, deferred=Deferred@1279756360(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f1ba4336a70@3bcc3d9b -> (continuation of Deferred@1133948468 after retry RPC after error@1636744616) -> (continuation of Deferred@293305369 after retry RPC after error@1266789192) -> (continuation of Deferred@1032866562 after retry RPC after error@703054565) -> (continuation of Deferred@1664546932 after retry RPC after error@632018097) -> (continuation of Deferred@442258269 after retry RPC after error@221993497), errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007f1ba4336c98@599af692 -> (continuation of Deferred@1133948468 after retry RPC after error@1636744616) -> (continuation of Deferred@293305369 after retry RPC after error@1266789192) -> (continuation of Deferred@1032866562 after retry RPC after error@703054565) -> (continuation of Deferred@1664546932 after retry RPC after error@632018097) -> (continuation of Deferred@442258269 after retry RPC after error@221993497)))
14:02:54.971 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] sending RPC to server master-127.3.98.252:37837, [11ms] received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [11ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [23ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [25ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [47ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [47ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [65ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [66ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [84ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [127ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, deferred=Deferred@1279756360(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f1ba4336a70@3bcc3d9b -> (continuation of Deferred@1133948468 after retry RPC after error@1636744616) -> (continuation of Deferred@293305369 after retry RPC after error@1266789192) -> (continuation of Deferred@1032866562 after retry RPC after error@703054565) -> (continuation of Deferred@1664546932 after retry RPC after error@632018097) -> (continuation of Deferred@442258269 after retry RPC after error@221993497), errback=org.apache.kudu.client.KuduTransaction$$Lambda$238/0x00007f1ba4336c98@599af692 -> (continuation of Deferred@1133948468 after retry RPC after error@1636744616) -> (continuation of Deferred@293305369 after retry RPC after error@1266789192) -> (continuation of Deferred@1032866562 after retry RPC after error@703054565) -> (continuation of Deferred@1664546932 after retry RPC after error@632018097) -> (continuation of Deferred@442258269 after retry RPC after error@221993497)))
14:02:54.988 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:54.990 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:54.991 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.010 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.012 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.028 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.030 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.030 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.048 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.050 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.068 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.070 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.070 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.088 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.090 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.148 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.150 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.151 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [24ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, deferred=Deferred@730217518(state=PENDING, result=null, callback=(continuation of Deferred@768009414 after retry RPC after error@295878515) -> (continuation of Deferred@901078741 after retry RPC after error@801661697) -> (continuation of Deferred@900874986 after retry RPC after error@829372936) -> (continuation of Deferred@775133446 after retry RPC after error@1108293546) -> (continuation of Deferred@1695385619 after retry RPC after error@762991040) -> (continuation of Deferred@531826368 after retry RPC after error@607834363), errback=(continuation of Deferred@768009414 after retry RPC after error@295878515) -> (continuation of Deferred@901078741 after retry RPC after error@801661697) -> (continuation of Deferred@900874986 after retry RPC after error@829372936) -> (continuation of Deferred@775133446 after retry RPC after error@1108293546) -> (continuation of Deferred@1695385619 after retry RPC after error@762991040) -> (continuation of Deferred@531826368 after retry RPC after error@607834363)))
14:02:55.151 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [1ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [3ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [24ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [24ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [42ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [61ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [101ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [162ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, deferred=Deferred@730217518(state=PENDING, result=null, callback=(continuation of Deferred@768009414 after retry RPC after error@295878515) -> (continuation of Deferred@901078741 after retry RPC after error@801661697) -> (continuation of Deferred@900874986 after retry RPC after error@829372936) -> (continuation of Deferred@775133446 after retry RPC after error@1108293546) -> (continuation of Deferred@1695385619 after retry RPC after error@762991040) -> (continuation of Deferred@531826368 after retry RPC after error@607834363), errback=(continuation of Deferred@768009414 after retry RPC after error@295878515) -> (continuation of Deferred@901078741 after retry RPC after error@801661697) -> (continuation of Deferred@900874986 after retry RPC after error@829372936) -> (continuation of Deferred@775133446 after retry RPC after error@1108293546) -> (continuation of Deferred@1695385619 after retry RPC after error@762991040) -> (continuation of Deferred@531826368 after retry RPC after error@607834363)))
14:02:55.168 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.170 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.170 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.188 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.190 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.209 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.211 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.229 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.231 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.248 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.269 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.272 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.289 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.290 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.290 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.290 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837; will retry
14:02:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.295300 4299 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:02:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.295624 4299 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.296535 4299 leader_election.cc:290] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 159326732284446ea96eb840234b74f7 (127.3.98.253:34519), c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837)
14:02:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.297490 3599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8ecfc46d20314b35afd7b92a44f50267" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "159326732284446ea96eb840234b74f7" is_pre_election: true
14:02:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.297874 3599 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ecfc46d20314b35afd7b92a44f50267 in term 2.
14:02:55.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.298518 3494 leader_election.cc:304] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 159326732284446ea96eb840234b74f7, 8ecfc46d20314b35afd7b92a44f50267; no voters:
14:02:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.298914 4299 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:02:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.298959 3495 leader_election.cc:336] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.299054 4299 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:02:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.299266 4299 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 2 FOLLOWER]: Advancing to term 3
14:02:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.302008 4299 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.303645 4299 leader_election.cc:290] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 3 election: Requested vote from peers 159326732284446ea96eb840234b74f7 (127.3.98.253:34519), c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837)
14:02:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.304420 3599 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8ecfc46d20314b35afd7b92a44f50267" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "159326732284446ea96eb840234b74f7"
14:02:55.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.304817 3599 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 2 FOLLOWER]: Advancing to term 3
14:02:55.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.306485 3495 leader_election.cc:336] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.307964 3599 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8ecfc46d20314b35afd7b92a44f50267 in term 3.
14:02:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.308887 3494 leader_election.cc:304] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 159326732284446ea96eb840234b74f7, 8ecfc46d20314b35afd7b92a44f50267; no voters: c1a3d07b1c32423faa90637316fcfb85
14:02:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.309378 4299 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 3 FOLLOWER]: Leader election won for term 3
14:02:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.309964 4299 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [term 3 LEADER]: Becoming Leader. State: Replica: 8ecfc46d20314b35afd7b92a44f50267, State: Running, Role: LEADER
14:02:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.310644 4299 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } }
14:02:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.313297 4306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8ecfc46d20314b35afd7b92a44f50267. Latest consensus state: current_term: 3 leader_uuid: "8ecfc46d20314b35afd7b92a44f50267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.314282 4306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: This master's current role is: LEADER
14:02:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.315281 4308 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:02:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.319628 4308 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=47d976b05495446b9ffa591915eb55ad]
14:02:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.320904 4308 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback [id=5190252e11384a65b19d9308bc501505]
14:02:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.327113 4308 tablet_loader.cc:96] loaded metadata for tablet 741047ed055a470f93021dcf7fb57fc0 (table txn_manager_fallback [id=5190252e11384a65b19d9308bc501505])
14:02:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.328526 4308 tablet_loader.cc:96] loaded metadata for tablet ee9aab10a13a40b28b8ed655eb779734 (table kudu_system.kudu_transactions [id=47d976b05495446b9ffa591915eb55ad])
14:02:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.329201 4308 tablet_loader.cc:96] loaded metadata for tablet f58a5e16f47349e18cf90017e7187344 (table txn_manager_fallback [id=5190252e11384a65b19d9308bc501505])
14:02:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.329675 4308 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:02:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.331856 4308 catalog_manager.cc:1269] Loaded cluster ID: 59996ffdb4594ef29d8a63be5482fbef
14:02:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.332000 4308 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:02:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.333837 4308 catalog_manager.cc:1514] Loading token signing keys...
14:02:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.334986 4308 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267: Loaded TSK: 0
14:02:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.336211 4308 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:02:55.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.348351 3943 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.047s from last keepalive heartbeat (effective timeout is 1.000s)
14:02:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.350204 3964 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.3.98.252:37837)
14:02:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.368392 4203 heartbeater.cc:646] Failed to heartbeat to 127.3.98.252:37837 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.371515 4312 tablet_replica.cc:1307] Aborted: operation has been aborted: cancelling pending write operations
14:02:55.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.394692 3495 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 -> Peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Couldn't send request to peer c1a3d07b1c32423faa90637316fcfb85. Status: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:02:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.419811 3599 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [term 3 FOLLOWER]: Refusing update from remote peer 8ecfc46d20314b35afd7b92a44f50267: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
14:02:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.420856 4306 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [LEADER]: Connected to new peer: Peer: permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:02:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.423624 4298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8ecfc46d20314b35afd7b92a44f50267. Latest consensus state: current_term: 3 leader_uuid: "8ecfc46d20314b35afd7b92a44f50267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.424045 4298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: This master's current role is: FOLLOWER
14:02:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.426381 4306 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "8ecfc46d20314b35afd7b92a44f50267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.426715 4306 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 [sys.catalog]: This master's current role is: LEADER
14:02:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.427312 4298 sys_catalog.cc:455] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "8ecfc46d20314b35afd7b92a44f50267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ecfc46d20314b35afd7b92a44f50267" member_type: VOTER last_known_addr { host: "127.3.98.254" port: 37723 } } peers { permanent_uuid: "159326732284446ea96eb840234b74f7" member_type: VOTER last_known_addr { host: "127.3.98.253" port: 34519 } } peers { permanent_uuid: "c1a3d07b1c32423faa90637316fcfb85" member_type: VOTER last_known_addr { host: "127.3.98.252" port: 37837 } } }
14:02:55.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.427747 4298 sys_catalog.cc:458] T 00000000000000000000000000000000 P 159326732284446ea96eb840234b74f7 [sys.catalog]: This master's current role is: FOLLOWER
14:02:55.429 [DEBUG - pool-38-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [43ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [63ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [83ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [103ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [122ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.3.98.253:34519,127.3.98.254:37723,127.3.98.252:37837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, deferred=Deferred@617484972(state=PENDING, result=null, callback=(continuation of Deferred@659848647 after retry RPC after error@1534671757) -> (continuation of Deferred@1598174165 after retry RPC after error@189600227) -> (continuation of Deferred@267644680 after retry RPC after error@491001896) -> (continuation of Deferred@1406557390 after retry RPC after error@813145438) -> (continuation of Deferred@543997943 after retry RPC after error@500463242) -> (continuation of Deferred@2080733650 after retry RPC after error@1880393313) -> (continuation of Deferred@893521043 after retry RPC after error@186403991), errback=(continuation of Deferred@659848647 after retry RPC after error@1534671757) -> (continuation of Deferred@1598174165 after retry RPC after error@189600227) -> (continuation of Deferred@267644680 after retry RPC after error@491001896) -> (continuation of Deferred@1406557390 after retry RPC after error@813145438) -> (continuation of Deferred@543997943 after retry RPC after error@500463242) -> (continuation of Deferred@2080733650 after retry RPC after error@1880393313) -> (continuation of Deferred@893521043 after retry RPC after error@186403991)))
14:02:55.432 [WARN - pool-38-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
14:02:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.434554 3916 heartbeater.cc:646] Failed to heartbeat to 127.3.98.252:37837 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111)
14:02:55.449 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.3.98.252:37837(127.3.98.252:37837)] connecting to peer
14:02:55.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.98.252:37837(127.3.98.252:37837)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.451 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.98.252:37837: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837
14:02:55.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:02:55.453 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.253:34519, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.254:37723, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.98.252:37837, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.252:37837: Network error: Failed to connect to peer master-127.3.98.252:37837(127.3.98.252:37837): Connection refused: /127.3.98.252:37837, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.253:34519: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.3.98.254:37723: OK, deferred=null) after lookup
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.496903 3508 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54948:
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:02:55.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:02:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:02:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:02:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:02:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:02:55.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.504383 3508 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:02:55.535 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) terminating keepalive task (txn ID 0) due to exception org.apache.kudu.client.NonRecoverableException: Failed to write to server: 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803): transaction ID 0 is not available for further commits: state: ABORTED user: "slave" start_timestamp: 1777730574 last_transition_timestamp: 1777730575
14:02:55.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:55.868382 3495 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 -> Peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Couldn't send request to peer c1a3d07b1c32423faa90637316fcfb85. Status: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:02:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.947932 3556 master_runner.cc:186] Error getting master registration for 127.3.98.252:37837: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111),
14:02:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:55.948242 3556 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:02:56.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:56.316200 3495 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 -> Peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Couldn't send request to peer c1a3d07b1c32423faa90637316fcfb85. Status: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:02:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.372752 4204 heartbeater.cc:499] Master 127.3.98.254:37723 was elected leader, sending a full tablet report...
14:02:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.435700 3917 heartbeater.cc:499] Master 127.3.98.254:37723 was elected leader, sending a full tablet report...
14:02:56.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.574530 4061 heartbeater.cc:499] Master 127.3.98.254:37723 was elected leader, sending a full tablet report...
14:02:56.672 [DEBUG - main] (Connection.java:575) [peer master-127.3.98.253:34519(127.3.98.253:34519)] disconnecting while in state READY
14:02:56.673 [DEBUG - main] (Connection.java:575) [peer 310135c2f3e94884814097ab68c9379a(127.3.98.193:44235)] disconnecting while in state READY
14:02:56.673 [DEBUG - main] (Connection.java:575) [peer master-127.3.98.254:37723(127.3.98.254:37723)] disconnecting while in state READY
14:02:56.673 [DEBUG - main] (Connection.java:575) [peer master-127.3.98.252:37837(127.3.98.252:37837)] disconnecting while in state TERMINATED
14:02:56.673 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:02:56.673 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 310135c2f3e94884814097ab68c9379a(127.3.98.193:44235)] handling channelInactive
14:02:56.673 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.98.253:34519(127.3.98.253:34519)] handling channelInactive
14:02:56.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 310135c2f3e94884814097ab68c9379a(127.3.98.193:44235)] cleaning up while in state READY due to: connection closed
14:02:56.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.98.253:34519(127.3.98.253:34519)] cleaning up while in state READY due to: connection closed
14:02:56.675 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.98.254:37723(127.3.98.254:37723)] handling channelInactive
14:02:56.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.98.254:37723(127.3.98.254:37723)] cleaning up while in state READY due to: connection closed
14:02:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.676822 3467 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task5IAfux/build/asan/bin/kudu pid 3777
14:02:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.691779 3911 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:56.788161 3495 consensus_peers.cc:597] T 00000000000000000000000000000000 P 8ecfc46d20314b35afd7b92a44f50267 -> Peer c1a3d07b1c32423faa90637316fcfb85 (127.3.98.252:37837): Couldn't send request to peer c1a3d07b1c32423faa90637316fcfb85. Status: Network error: Client connection negotiation failed: client connection to 127.3.98.252:37837: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:02:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.858486 3467 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task5IAfux/build/asan/bin/kudu with pid 3777
14:02:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.897830 3467 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task5IAfux/build/asan/bin/kudu pid 3921
14:02:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:56.909520 4055 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 14:02:57.105784 3937 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.98.193:44235: connect: Connection refused (error 111)
14:02:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.105813 3467 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task5IAfux/build/asan/bin/kudu with pid 3921
14:02:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.136620 3467 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task5IAfux/build/asan/bin/kudu pid 4065
14:02:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.150856 4198 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.292543 3467 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task5IAfux/build/asan/bin/kudu with pid 4065
14:02:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.314934 3467 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task5IAfux/build/asan/bin/kudu pid 3478
14:02:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.316922 3549 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:57.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.513739 3467 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task5IAfux/build/asan/bin/kudu with pid 3478
14:02:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.545575 3467 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task5IAfux/build/asan/bin/kudu pid 3556
14:02:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.546972 3630 generic_service.cc:196] Checking for leaks (request via RPC)
14:02:57.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 14:02:57.689374 3467 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task5IAfux/build/asan/bin/kudu with pid 3556
14:02:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T14:02:57Z chronyd exiting
14:02:57.884 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777730574 last_transition_timestamp: 1777730575
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Failed to write to server: 2f325eb9dc394a12ab0a6d1ab4682b5c (127.3.98.194:39803): transaction ID 0 is not open: state: ABORTED user: "slave" start_timestamp: 1777730574 last_transition_timestamp: 1777730575
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.RpcProxy.dispatchTxnManagerError(RpcProxy.java:439)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:298)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more